-- Logs begin at Mon 2022-04-11 15:45:56 UTC, end at Mon 2022-04-11 17:09:44 UTC. -- Apr 11 16:41:55.358294 dv-cinder-837166-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 16:41:58.315121 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.common.config [-] Logging enabled! Apr 11 16:41:58.315662 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 16:41:58.315836 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109779) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 16:41:58.319218 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.common.config [-] Logging enabled! Apr 11 16:41:58.319463 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 16:41:58.319779 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109779) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 16:41:58.320712 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:41:58.320951 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:41:58.321323 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:41:58.322124 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:41:58.322354 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:41:58.322800 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.323234 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 16:41:58.323567 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.323867 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.324165 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.324467 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.324763 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.325052 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.325347 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.325649 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.325942 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.326230 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.326518 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.326847 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.327135 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.327425 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.327715 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.328003 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] debug = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.328284 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.328721 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.329155 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.329441 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.329733 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.330018 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.330292 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.330573 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.330888 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.331222 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] host = dv-cinder-837166-2-iscsi {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.331507 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.331798 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.332091 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.332380 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.332660 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.332941 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.333229 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.333507 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.333783 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] log_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.334067 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.334358 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.334683 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.334983 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.335215 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.335441 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.335744 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.336039 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.336324 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.336606 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.336886 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.337191 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.337471 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.337743 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.338032 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.338321 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.338628 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.338915 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.339198 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.339475 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.339754 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.340043 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.340325 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.340603 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.340881 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.341174 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.341448 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.341726 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.342030 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.342321 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.342626 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.342919 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.343198 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.343481 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.343754 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.344028 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.344301 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] use_json = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.344576 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.344846 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.345127 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.345402 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.345676 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.345955 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.346232 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.346520 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.346823 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:41:58.347121 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.347418 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.347720 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.348020 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.348313 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.348600 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.348892 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.349178 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.349469 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.349758 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.350049 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.350330 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.350719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.351017 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.351316 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.351627 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.351927 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.352225 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.352508 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.353308 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.353587 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.353872 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.354168 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.354453 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.354781 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.355081 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.355371 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.355674 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.355967 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.356266 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.356560 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.356838 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.357123 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.357419 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.357702 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.357980 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.358265 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.358555 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.358865 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.359145 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.359434 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.359717 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.359989 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.360263 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.360542 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.360833 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.361114 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.361387 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.361659 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.361937 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.362211 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.362495 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.362795 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.363069 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.363344 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.363625 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.363902 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.364180 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.364462 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.364735 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.365014 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.365288 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.365564 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.365837 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.366110 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.366383 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.366682 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.366957 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.367237 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.367513 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.367787 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.368061 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.368381 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.369165 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.369460 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.369767 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.370046 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.370329 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.370631 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.370914 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.371195 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.371474 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.371757 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.372039 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.372313 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.372603 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.372890 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.373174 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.373476 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.373760 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.374056 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.374338 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.374639 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.374929 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.375209 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.375493 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.375780 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.376066 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.376361 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.376657 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.376954 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.377249 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.377544 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.377829 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.378138 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.378418 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:41:58.378668 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:41:58.378911 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109779) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 16:41:58.757593 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 16:41:58.757858 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 16:41:58.758165 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 16:41:58.758502 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 16:41:59.087673 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.087906 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.088181 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.089489 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.089766 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.090035 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.143615 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.143897 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.144168 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.158799 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.159080 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.159354 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.190149 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.190428 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.190726 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.226908 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.227210 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.227485 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.566842 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.567471 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.567471 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.567644 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.568315 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.667762 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.668083 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.668367 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.668641 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.668906 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.669214 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.669476 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.669733 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.669989 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.670276 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.670536 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.670824 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.671080 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.671332 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.671587 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.671850 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.672104 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.672371 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.672641 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.672899 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.673322 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.673589 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.673876 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.674257 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.674512 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.674787 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.675190 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:41:59.675471 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:41:59.675718 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:41:59.675958 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:41:59.676195 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:41:59.676433 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:41:59.676796 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 16:41:59.679885 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 16:41:59.683837 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 16:41:59.687460 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1150, 1199)])]) Apr 11 16:41:59.689081 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 16:41:59.689546 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 16:41:59.689883 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 16:41:59.690273 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 16:41:59.693224 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 16:41:59.693474 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 16:41:59.693819 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 16:41:59.698832 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 16:41:59.722610 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 16:41:59.723087 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.723385 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109779) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 16:41:59.723752 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.725108 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109779) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 16:41:59.725386 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 16:41:59.725631 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 16:41:59.729461 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.729738 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:41:59.792413 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 16:41:59.792655 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 16:41:59.792894 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 16:41:59.793257 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 16:41:59.813317 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_db.sqlalchemy.engines [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109779) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 16:42:00.255086 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Initializing driver for type 'gre' Apr 11 16:42:00.255525 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] gre ID ranges: [(1, 1000)] Apr 11 16:42:00.310260 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Initializing driver for type 'local' Apr 11 16:42:00.310622 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Initializing driver for type 'vlan' Apr 11 16:42:00.323269 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] VlanTypeDriver initialization complete Apr 11 16:42:00.323623 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Initializing driver for type 'vxlan' Apr 11 16:42:00.324110 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] vxlan ID ranges: [(1, 1000)] Apr 11 16:42:00.375288 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Initializing extension driver 'port_security' Apr 11 16:42:00.375672 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.extensions.port_security [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] PortSecurityExtensionDriver initialization complete Apr 11 16:42:00.376072 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Initializing mechanism driver 'openvswitch' Apr 11 16:42:00.376413 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Initializing mechanism driver 'hyperv' Apr 11 16:42:00.382937 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.plugins.ml2.plugin [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109779) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:00.383776 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > port after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.384925 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > port after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.385296 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > port after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.385827 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:42:00.386270 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.386657 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.387015 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.387411 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:42:00.387821 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > network after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.388174 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > network after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.388520 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > network after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.388914 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:42:00.389321 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > security_group after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.389676 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > security_group after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.390021 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.390415 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:42:00.390852 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.391211 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.391557 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.391952 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:42:00.392356 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > address_group after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.392703 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > address_group after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.393044 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.393438 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109779) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:42:00.393880 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] ML2 OVO RPC backend initialized. {{(pid=109779) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 16:42:00.394584 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.394967 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.395388 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > network before_response 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.395741 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > networks before_response 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.396091 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > port before_response 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.396436 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > ports before_response 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.396781 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > subnet before_response 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.397125 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > subnets before_response 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.397472 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > network after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.397814 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > network after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.398153 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > network after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.398492 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > port after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.398926 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > port after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.399266 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > port after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.399658 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > subnet after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.399950 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > subnet after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.400280 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.407338 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded quota_driver: . Apr 11 16:42:00.407710 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.plugin [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Modular L2 Plugin initialization complete Apr 11 16:42:00.408062 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading services supported by the core plugin {{(pid=109779) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 16:42:00.408403 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.plugins.ml2.managers [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Got port-security extension from driver 'port_security' Apr 11 16:42:00.408883 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.extensions.vlantransparent [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Disabled vlantransparent extension. Apr 11 16:42:00.409379 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109779) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 16:42:00.409707 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading Plugin: router Apr 11 16:42:00.444441 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.444837 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router after_create 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.445214 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router before_create 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.445582 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.445958 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.446320 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router after_delete 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.447260 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.447618 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.447980 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router after_create 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.448335 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router after_update 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.448690 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router after_update 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.449040 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.449405 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router after_update 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.449817 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.450188 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: port after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.450529 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: port after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.450896 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: subnet after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.451240 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.451588 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.451938 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.452283 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: port before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.452628 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.452982 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router after_update 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.453324 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.453677 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_create 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.454040 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.454386 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_update 55549900 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.454778 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > agent after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.455132 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > agent after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.455608 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > network after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.456449 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Tracking information for resource: router configured {{(pid=109779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:42:00.456781 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Tracking information for resource: floatingip configured {{(pid=109779) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:42:00.461545 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.db.l3_agentschedulers_db [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 16:42:00.462141 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: port after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.462508 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: port after_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.462895 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: port after_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.463250 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: port after_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.464027 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router before_create 55550100 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.464394 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.464762 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_create 55550100 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.465122 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > router precommit_update 55550100 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.469924 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.services.provider_configuration [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service providers = [] {{(pid=109779) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 16:42:00.470297 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.db.servicetype_db [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109779) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 16:42:00.473244 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.services.service_base [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:42:00.473597 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.services.service_base [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:42:00.473940 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.services.service_base [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:42:00.474860 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.services.service_base [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109779) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:42:00.475235 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.services.service_base [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 16:42:00.475608 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:42:00.475930 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 16:42:00.487736 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:42:00.488080 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading Plugin: auto_allocate Apr 11 16:42:00.494150 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: network precommit_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.494517 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: network precommit_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.495062 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:42:00.495387 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading Plugin: tag Apr 11 16:42:00.502087 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:42:00.502424 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading Plugin: timestamp Apr 11 16:42:00.506251 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:42:00.506541 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading Plugin: network_ip_availability Apr 11 16:42:00.512814 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.513199 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.513563 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.514270 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:42:00.514609 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading Plugin: flavors Apr 11 16:42:00.519450 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:42:00.519791 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading Plugin: revisions Apr 11 16:42:00.524019 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109779) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:42:00.524407 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_concurrency.lockutils [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.766s {{(pid=109779) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 16:42:00.525223 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109779) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 16:42:00.525562 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Initializing extension manager. Apr 11 16:42:00.526086 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: __init__.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.526433 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: __pycache__ {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.526798 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: address_group.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.527557 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.528138 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: address-group Apr 11 16:42:00.528468 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: address_scope.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.529421 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.529947 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: address-scope Apr 11 16:42:00.530271 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.531234 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.531757 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: router-admin-state-down-before-update Apr 11 16:42:00.532080 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: agent.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.532780 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.533295 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: agent Apr 11 16:42:00.533616 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: agent_resources_synced.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.534524 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.535072 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: agent-resources-synced Apr 11 16:42:00.535397 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: allowedaddresspairs.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.537182 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.537716 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: allowed-address-pairs Apr 11 16:42:00.538045 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: auto_allocated_topology.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.539152 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.539678 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: auto-allocated-topology Apr 11 16:42:00.540025 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: availability_zone.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.540745 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.541265 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: availability_zone Apr 11 16:42:00.541592 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: availability_zone_filter.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.542503 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.543053 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: availability_zone_filter Apr 11 16:42:00.543381 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: data_plane_status.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.544283 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.544799 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 16:42:00.545124 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: default_subnetpools.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.546027 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.546550 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: default-subnetpools Apr 11 16:42:00.546901 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.547706 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.548232 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: dhcp_agent_scheduler Apr 11 16:42:00.548559 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: dns.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.549458 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.549972 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 16:42:00.550296 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: dns_domain_ports.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.551234 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.551750 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 16:42:00.552077 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.552989 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.553501 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 16:42:00.553824 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: dvr.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.554494 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.555042 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: dvr Apr 11 16:42:00.555365 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: ecmp_routes.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.556799 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.557308 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 16:42:00.557631 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: empty_string_filtering.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.558536 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.559085 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: empty-string-filtering Apr 11 16:42:00.559409 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.560319 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.560831 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 16:42:00.561153 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.562060 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.562571 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 16:42:00.562922 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: external_net.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.563836 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.564351 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: external-net Apr 11 16:42:00.564676 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.565578 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.566094 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: extra_dhcp_opt Apr 11 16:42:00.566417 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: extraroute.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.567363 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.567883 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: extraroute Apr 11 16:42:00.568206 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: extraroute_atomic.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.569231 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.569751 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: extraroute-atomic Apr 11 16:42:00.570077 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: filter_validation.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.570778 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.571291 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: filter-validation Apr 11 16:42:00.572152 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: fip_pf_description.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.573231 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.573750 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 16:42:00.574075 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: fip_pf_port_range.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.575001 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.575512 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 16:42:00.575836 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: fip_port_details.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.576748 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.577260 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: fip-port-details Apr 11 16:42:00.577583 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: flavors.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.578829 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.579359 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: flavors Apr 11 16:42:00.579688 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.581327 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.581855 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 16:42:00.582187 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: floatingip_pools.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.582919 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.583443 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: floatingip-pools Apr 11 16:42:00.583771 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: ip_allocation.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.584692 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.585213 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 16:42:00.585538 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.586450 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.587010 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: ip-substring-filtering Apr 11 16:42:00.587362 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l2_adjacency.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.588291 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.588811 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 16:42:00.589132 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.590085 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.590642 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: router Apr 11 16:42:00.590974 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.593166 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.593712 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 16:42:00.594048 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.595006 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.595531 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: ext-gw-mode Apr 11 16:42:00.595857 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.596779 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.597304 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: l3-ha Apr 11 16:42:00.597633 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.598536 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.599077 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 16:42:00.599398 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3_flavors.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.600309 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.600828 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: l3-flavors Apr 11 16:42:00.601154 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3_ndp_proxy.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.602515 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.603638 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 16:42:00.603967 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.604882 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.605406 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 16:42:00.605736 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: l3agentscheduler.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.606800 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.607330 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: l3_agent_scheduler Apr 11 16:42:00.607661 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: local_ip.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.609532 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.610060 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension local_ip not supported by any of loaded plugins Apr 11 16:42:00.610395 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: logging.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.611877 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.612413 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension logging not supported by any of loaded plugins Apr 11 16:42:00.612749 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: metering.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.613488 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.614080 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: metering Apr 11 16:42:00.614411 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.615535 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.616064 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: metering_source_and_destination_fields Apr 11 16:42:00.616393 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: multiprovidernet.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.617316 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.617837 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: multi-provider Apr 11 16:42:00.618162 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: netmtu.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.619656 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.620179 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: net-mtu Apr 11 16:42:00.620506 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: netmtu_writable.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.621421 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.621942 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: net-mtu-writable Apr 11 16:42:00.622267 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: network_availability_zone.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.623026 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.623545 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: network_availability_zone Apr 11 16:42:00.623866 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: network_ip_availability.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.624963 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.625487 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: network-ip-availability Apr 11 16:42:00.625812 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: network_segment_range.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.626573 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.627116 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 16:42:00.627438 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: pagination.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.628414 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.628747 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: pagination Apr 11 16:42:00.629073 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: port_device_profile.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.629975 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.630503 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: port-device-profile Apr 11 16:42:00.630851 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.631764 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.632285 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: port-mac-address-regenerate Apr 11 16:42:00.632612 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.633528 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.634071 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: port-numa-affinity-policy Apr 11 16:42:00.634397 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: port_resource_request.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.635578 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.636091 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 16:42:00.636417 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: port_resource_request_groups.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.637376 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.637887 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 16:42:00.638213 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: portbindings.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.639165 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.639684 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: binding Apr 11 16:42:00.640009 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: portbindings_extended.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.641264 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.641786 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: binding-extended Apr 11 16:42:00.642115 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: portsecurity.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.643054 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.643578 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: port-security Apr 11 16:42:00.643902 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: project_id.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.644874 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.645208 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: project-id Apr 11 16:42:00.645536 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: providernet.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.646455 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.647016 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: provider Apr 11 16:42:00.647341 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.650913 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.651450 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos not supported by any of loaded plugins Apr 11 16:42:00.651784 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.653017 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.653544 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 16:42:00.653877 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.654948 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.655470 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 16:42:00.655799 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_default.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.656726 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.657250 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-default not supported by any of loaded plugins Apr 11 16:42:00.657579 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_fip.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.658494 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.659050 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 16:42:00.659382 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_fip_network_policy.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.660294 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.660815 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 16:42:00.661141 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_gateway_ip.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.662070 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.662568 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 16:42:00.662930 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_port_network_policy.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.663833 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.664347 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 16:42:00.664673 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.666214 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.666770 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 16:42:00.667097 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.668136 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.668663 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 16:42:00.668988 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_pps_rule.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.670153 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.670719 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 16:42:00.671047 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_rule_type_details.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.671961 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.672483 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 16:42:00.672813 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_rule_type_filter.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.673719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.674242 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 16:42:00.674568 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: qos_rules_alias.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.675688 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.676209 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 16:42:00.676537 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: quota_check_limit.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.677443 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.677967 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: quota-check-limit Apr 11 16:42:00.678292 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: quotasv2.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.679236 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.679573 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: quotas Apr 11 16:42:00.679895 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: quotasv2_detail.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.682111 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.682450 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: quota_details Apr 11 16:42:00.682809 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: rbac.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.683855 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.684388 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: rbac-policies Apr 11 16:42:00.684722 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: rbac_address_group.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.685653 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.686178 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: rbac-address-group Apr 11 16:42:00.686506 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: rbac_address_scope.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.687454 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.687973 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: rbac-address-scope Apr 11 16:42:00.688300 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: rbac_security_groups.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.689288 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.689805 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: rbac-security-groups Apr 11 16:42:00.690131 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: rbac_subnetpool.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.691072 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.691590 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: rbac-subnetpool Apr 11 16:42:00.691914 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: revisionifmatch.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.692835 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.693353 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: revision-if-match Apr 11 16:42:00.693679 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: revisions.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.694808 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.695331 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: standard-attr-revisions Apr 11 16:42:00.695662 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: router_availability_zone.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.696337 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.696892 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: router_availability_zone Apr 11 16:42:00.697217 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: routerservicetype.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.698133 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.698667 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 16:42:00.698996 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.699923 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.700440 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: security-groups-normalized-cidr Apr 11 16:42:00.700765 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.701700 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.702219 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: port-security-groups-filtering Apr 11 16:42:00.702545 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.703510 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.704031 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: security-groups-remote-address-group Apr 11 16:42:00.704357 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.705285 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.705812 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: security-groups-shared-filtering Apr 11 16:42:00.706139 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.706757 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 16:42:00.707083 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: securitygroup.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.716741 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.717285 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: security-group Apr 11 16:42:00.717621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: segment.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.718348 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.718914 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension segment not supported by any of loaded plugins Apr 11 16:42:00.719253 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.720187 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.720708 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 16:42:00.721038 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: servicetype.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.722138 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.722692 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: service-type Apr 11 16:42:00.723025 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: sorting.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.724004 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.724337 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: sorting Apr 11 16:42:00.724665 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: standard_attr_segment.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.725577 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.726102 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 16:42:00.726429 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: standardattrdescription.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.727109 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.727627 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: standard-attr-description Apr 11 16:42:00.728478 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: stateful_security_group.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.729404 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.729932 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: stateful-security-group Apr 11 16:42:00.730258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: stdattrs_common.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.730855 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 16:42:00.731184 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.732119 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.732644 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 16:42:00.732968 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: subnet_onboard.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.734021 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.734549 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: subnet_onboard Apr 11 16:42:00.734901 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.735822 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.736341 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 16:42:00.736666 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: subnet_service_types.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.737583 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.738104 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: subnet-service-types Apr 11 16:42:00.738428 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: subnetallocation.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.739522 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.740049 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: subnet_allocation Apr 11 16:42:00.740378 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.741193 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.742530 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: subnetpool-prefix-ops Apr 11 16:42:00.743064 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.744558 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.745074 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 16:42:00.745399 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: tagging.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.746444 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.747009 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: standard-attr-tag Apr 11 16:42:00.747340 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: timestamp.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.748527 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.749053 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loaded extension: standard-attr-timestamp Apr 11 16:42:00.749383 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: trunk.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.750412 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.751027 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension trunk not supported by any of loaded plugins Apr 11 16:42:00.751360 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: trunk_details.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.752276 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.752793 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 16:42:00.753119 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: uplink_status_propagation.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.754039 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.754558 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 16:42:00.754906 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Loading extension file: vlantransparent.py {{(pid=109779) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:42:00.755573 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109779) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:42:00.756109 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 16:42:00.758674 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:network Apr 11 16:42:00.759177 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:subnet Apr 11 16:42:00.759581 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:42:00.760227 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:port Apr 11 16:42:00.761438 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.761878 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service FLAVORS assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.762492 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.762956 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.763291 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:router Apr 11 16:42:00.763719 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 16:42:00.764211 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service METERING assigned prefix: /metering {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.765665 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.766041 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.766398 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109779) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:42:00.767422 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 16:42:00.767868 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:security_group Apr 11 16:42:00.768319 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 16:42:00.768912 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service CORE assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.769246 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:42:00.769597 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] subnetpool is already registered Apr 11 16:42:00.770033 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service CORE assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.770362 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:42:00.770727 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] subnetpool is already registered Apr 11 16:42:00.773053 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.773533 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service FLAVORS assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.774264 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.774765 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.775106 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:router Apr 11 16:42:00.775448 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] router is already registered Apr 11 16:42:00.775879 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 16:42:00.776218 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] floatingip is already registered Apr 11 16:42:00.776675 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service METERING assigned prefix: /metering {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.777390 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 16:42:00.777722 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] rbac_policy is already registered Apr 11 16:42:00.778135 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:security_group Apr 11 16:42:00.778472 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] security_group is already registered Apr 11 16:42:00.778907 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 16:42:00.779250 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] security_group_rule is already registered Apr 11 16:42:00.779741 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service CORE assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.780070 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:42:00.780403 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] subnetpool is already registered Apr 11 16:42:00.780831 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.v2.resource_helper [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Service CORE assigned prefix: {{(pid=109779) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:42:00.781157 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:42:00.781498 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING neutron.quota.resource_registry [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] subnetpool is already registered Apr 11 16:42:00.781965 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: extensions {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.784577 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: address-groups {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.786072 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: address-scopes {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.787310 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: agents {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.788567 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: auto-allocated-topology {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.789801 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: availability_zones {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.791568 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: dhcp-networks {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.792954 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: dhcp-agents {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.794497 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: routers {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.796642 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: flavors {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.797888 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: service_profiles {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.799105 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: next_providers {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.800552 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: service_profiles {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.801989 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: floatingip-pools {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.803346 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: routers {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.805418 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: floatingips {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.807165 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: l3-routers {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.808631 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: l3-agents {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.810047 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: metering-labels {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.811341 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: metering-label-rules {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.812707 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: network-ip-availabilities {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.813953 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: bindings {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.815536 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: quotas {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.817177 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: quotas {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.818742 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: rbac-policies {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.819918 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: security-groups {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.821238 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: security-group-rules {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.822502 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: service-providers {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.823726 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: subnetpools {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.825026 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: subnetpools {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.826578 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.828250 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.830056 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.831854 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.833507 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.835463 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.837145 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.838942 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.841665 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.843412 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron.api.extensions [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Extended resource: tags {{(pid=109779) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:42:00.849423 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING keystonemiddleware.auth_token [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 16:42:00.854464 dv-cinder-837166-2-iscsi neutron-server[109779]: WARNING keystonemiddleware.auth_token [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 16:42:00.863170 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_concurrency.lockutils [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Acquired lock "singleton_lock" {{(pid=109779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 16:42:00.863639 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_concurrency.lockutils [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Releasing lock "singleton_lock" {{(pid=109779) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 16:42:00.864290 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO oslo_service.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Starting 2 workers Apr 11 16:42:00.869776 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Started child 109888 {{(pid=109779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:42:00.874324 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Started child 109889 {{(pid=109779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:42:00.875171 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:00.875903 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO neutron.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 16:42:00.876521 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Publish callbacks [] for process (None), before_spawn {{(pid=109779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:00.876814 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [-] (109888) wsgi starting up on http://0.0.0.0:9696 Apr 11 16:42:00.878965 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO oslo_service.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Starting 1 workers Apr 11 16:42:00.879182 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:00.880628 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [-] (109889) wsgi starting up on http://0.0.0.0:9696 Apr 11 16:42:00.884228 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Started child 109890 {{(pid=109779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:42:00.885025 dv-cinder-837166-2-iscsi neutron-server[109779]: INFO oslo_service.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Starting 1 workers Apr 11 16:42:00.888248 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] calling RpcWorker wait() {{(pid=109890) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 16:42:00.888800 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] returning from RpcWorker wait() {{(pid=109890) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 16:42:00.889518 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Started child 109891 {{(pid=109779) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:42:00.890136 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:00.890308 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG neutron_lib.callbacks.manager [None req-1946b806-3e5d-43e8-9ee2-df856f01e6b6 None None] Publish callbacks [] for process (None), after_spawn {{(pid=109779) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:00.890709 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:00.892248 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 16:42:00.892463 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:42:00.892645 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:42:00.892866 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:42:00.893197 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:42:00.893357 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:42:00.893859 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.894130 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.894337 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:00.894816 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.894816 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.894964 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.895308 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:00.895467 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.895744 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.895989 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.896266 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.896530 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.896695 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.896859 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.897109 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.897350 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.897657 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.897904 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.898151 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.898403 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.898576 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.898865 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.899134 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.899385 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.899689 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] debug = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.899936 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.900404 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.900653 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.900889 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.901103 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.901778 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.902154 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.902541 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.902920 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.903302 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.903641 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.904022 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.906452 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.906865 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.907321 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.907774 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.908209 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.908633 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.909338 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] host = dv-cinder-837166-2-iscsi {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.909766 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.910135 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.910564 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.911002 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.911406 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.911816 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.912282 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.912727 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.913115 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.913540 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.913950 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.914373 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.914843 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.915784 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.916800 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_options = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.917780 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.918084 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.918669 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.918863 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.919037 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.919212 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.919491 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.919745 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.919965 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.920205 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.920439 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.921793 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.921793 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.922062 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.922475 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.922616 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.922970 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.923158 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.923438 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.926621 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927733 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927733 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.927896 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.928241 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.928333 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.928535 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.928796 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.929047 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.929275 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.929714 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.930135 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.930541 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_json = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.931541 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.932009 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.932490 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.932857 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.933230 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.933610 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.934015 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.934430 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.934894 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:00.935576 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.936019 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.936455 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.936844 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.937656 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.938259 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.938400 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.938669 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.939069 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.939316 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.939638 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.948355 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.948355 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.948516 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.948789 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.949097 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.949497 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.949893 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.949893 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.950150 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.950555 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.950911 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.951121 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.951584 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.951842 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.951989 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.952376 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.952674 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.953075 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.953545 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.953955 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.954359 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.954652 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.954930 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.955208 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.955470 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.955873 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.956284 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.956647 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.956856 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.957192 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.957634 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.958057 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.958477 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.958731 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.958978 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.959214 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.959458 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.959723 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.959966 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.960202 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.960413 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.960769 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.961160 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.961567 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.961940 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.962404 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.962985 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.963247 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.963464 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.963672 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.963915 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.964147 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.964366 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.964577 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.964789 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.965010 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.965220 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.965484 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.965697 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.965908 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.966116 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.966332 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.966542 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.966779 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.967016 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.967227 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.967556 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.967789 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.967988 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.968205 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.968439 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.968648 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.968858 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.969063 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.969423 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.969805 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.970169 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.970526 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.970830 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.971016 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.971295 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.971627 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.971875 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.972095 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.972457 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.972859 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.973241 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.973644 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.973866 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.974082 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.974302 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.974552 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.974800 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.975200 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.975608 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.976033 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.976343 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.976567 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.976809 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.977097 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.977329 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.977611 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.978401 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.978693 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.979119 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.979356 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.979620 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.979883 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.980162 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.980424 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.980696 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.980917 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.981186 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.981505 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.981757 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.982049 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.982295 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.982555 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.982835 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.983065 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.983306 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.983540 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.983761 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.984188 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.984432 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.984660 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.984875 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.985098 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.985572 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.985821 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.986034 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.986242 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.986577 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.986834 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.987082 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.987357 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.987607 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.987860 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.988244 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.988649 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.989052 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.989481 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.989785 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.990140 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.990506 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.990738 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.991100 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.991316 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.991526 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.991758 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.991969 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.992351 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.992565 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.992780 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.992992 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.993258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.994027 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.994262 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.994494 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.994730 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.994948 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.995230 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.995393 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.995639 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.995853 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.996137 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.996383 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.996613 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.996870 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.997088 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.997328 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.997546 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.997775 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.998021 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.998232 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.998464 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.998696 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.999084 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.999471 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:00.999821 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.000194 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.000451 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.000827 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.001176 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.001576 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.001826 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.002069 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.002310 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.002543 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.002795 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.003010 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.003223 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.003434 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.003647 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.003862 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.004078 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.004290 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.004516 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.004893 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.005165 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.005424 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.005661 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.005874 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.006089 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.006318 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.006529 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.006767 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.006992 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.007223 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.007431 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.007640 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.007844 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.008132 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.008288 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:01.008380 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.008596 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.008887 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.009078 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.009327 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.009549 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.010022 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.010223 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.010437 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.010676 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.011021 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.011325 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.011554 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.011761 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.011978 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.012183 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.012410 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.012616 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.013084 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.013084 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.013241 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.013553 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.013654 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.013849 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.014054 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.014256 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.014472 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.014724 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.014932 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.015156 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.015364 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.015587 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.015775 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.016132 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.016484 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.016797 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.017053 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.017303 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.017596 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.017837 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.018087 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.018331 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.018665 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.018871 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.019130 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.019364 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.019577 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.019791 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.020039 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.020359 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.020647 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.020912 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.021176 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.021456 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.021723 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.021977 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.022187 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.022473 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.022837 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.023143 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.023397 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.023618 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.023848 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.024080 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.024293 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.024506 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.025272 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.025529 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.025758 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.026022 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.026242 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.026451 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.026696 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.026911 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.027130 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.027355 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.027587 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.027799 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.027952 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:42:01.028488 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109779) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 16:42:01.028650 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:42:01.028797 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:42:01.028961 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:42:01.029127 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:42:01.029276 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:42:01.029480 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.029886 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.033536 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.033762 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.033851 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.033977 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.034148 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.034349 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 33148) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:01.034665 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.034833 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.035003 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.035162 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.035459 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.035760 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.036063 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.036236 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.036380 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.036537 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.036698 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.036860 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.037018 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.037173 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.037325 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.037484 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] debug = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.037641 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.037846 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.038005 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.038307 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.038467 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.038637 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.038932 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.039090 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.039386 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.039538 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.039836 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.039992 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.040149 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.040890 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.041044 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.041412 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.041689 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.041898 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.042172 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] host = dv-cinder-837166-2-iscsi {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.042360 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.042520 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.042727 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.042882 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.043040 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.043197 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.043353 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.043508 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.043660 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.043972 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.044264 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.044564 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.044717 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.045012 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.045163 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_options = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.045452 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.045752 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.045906 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.046084 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.046246 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.046401 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.046556 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.046733 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.046889 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.047043 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.047202 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.047353 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.047652 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.047806 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.048031 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [-] 10.222.0.73 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0114639 Apr 11 16:42:01.048513 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.048513 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.048677 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.048804 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.048961 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.049122 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.049278 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.049433 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.049587 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.049741 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.050719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.050719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.050719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.050719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.050719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.050719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051102 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051102 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051102 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051274 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051378 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051534 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051688 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051826 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.051992 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.052143 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.052439 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.053730 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.054078 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.054257 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.054414 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.054546 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.054742 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_json = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.054875 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.055017 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.055172 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.055326 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.055481 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.055639 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.055819 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.056040 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.056188 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:42:01.056304 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.056470 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.056669 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.056827 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.056986 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.057146 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.057289 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.057432 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.057587 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.057744 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.057908 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.058067 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.058234 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.058392 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.058548 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.059397 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.059565 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.059731 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.059891 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.060051 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.060210 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.060368 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.060535 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.060691 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.060848 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.061022 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.061163 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.061328 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.061485 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.061658 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.061817 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.061975 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.062133 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.062291 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.062449 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.062631 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.062840 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.062988 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.063152 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.063311 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.063468 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.063627 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.063786 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.063943 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.064101 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.064258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.064416 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.064574 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.064817 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.064918 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.065017 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.065176 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.065334 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.065493 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.065656 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.065818 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.065958 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.066138 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.066284 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.066619 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.066786 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.066944 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.067101 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.067259 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.067417 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.067577 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.067730 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.067881 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.068051 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.068209 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.068367 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.068525 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.068683 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.068840 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.068998 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.069154 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.069312 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.069469 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.069625 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.069783 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.069943 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.070099 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.070258 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.070413 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.070572 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.070749 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.070908 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.071064 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.071221 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.071378 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.071602 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.071714 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.071885 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.072042 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.072200 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.072724 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.072724 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.072724 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.072999 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.072999 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.073147 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.073247 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.073403 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.073560 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.073718 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.073875 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.074033 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.074177 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.074334 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.074490 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.074670 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.074829 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.074991 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.075161 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.075317 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.075471 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.075611 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.075747 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.075883 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.076019 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.076176 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.076335 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.076519 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.076653 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.076796 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.076957 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.077113 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.077260 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.077451 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.077590 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.077731 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.077868 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.078013 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.078150 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.078286 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.078444 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.078636 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.078831 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.078964 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.079094 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.079239 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.079392 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.079527 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.079677 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.079835 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.079972 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.080105 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081007 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081007 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081007 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081007 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081007 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081007 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081766 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081766 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081766 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081766 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.081766 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.082402 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.082402 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.082402 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.082402 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.082923 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.082923 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.082923 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.082923 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.083415 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.083415 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.083415 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.083805 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.083805 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.083805 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.084183 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.084183 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.084183 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.084547 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.084547 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.084797 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.084797 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.085059 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.085059 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.085321 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.085482 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.085606 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.085734 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.085865 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.086006 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.086147 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.086283 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.086420 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.086555 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.086730 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.086879 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.087020 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.087696 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.087833 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.087970 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.088132 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.088291 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.088436 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.088594 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.088736 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.088897 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.089039 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.089204 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.089345 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.089508 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.089665 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.089810 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.089967 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.090129 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.090288 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.090445 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.090622 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.090780 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.090937 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.091081 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.091239 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.091381 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.091541 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.091694 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.091847 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.092041 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.092195 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.092366 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.092554 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.092698 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.092784 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.092920 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.093087 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.093244 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.093400 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.093559 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.093719 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.093872 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.094038 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.094196 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.094353 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.094513 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.094743 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.094916 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.095061 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.095220 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.095376 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.095533 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.095689 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.095846 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.096011 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.096172 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.096332 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.096490 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.096636 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.096792 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.096959 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.097119 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.097276 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.097433 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.097590 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.097747 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.097913 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.098071 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.098227 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.098392 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.098548 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.098738 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.098896 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.099064 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.099301 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.099388 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.099520 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.099667 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.099821 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.099982 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.100145 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.100311 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.100475 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.100634 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.100798 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.100963 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1150:1199'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.101127 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.101285 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.101447 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.101617 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.101774 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.101930 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.102088 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.102245 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.102401 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.102557 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.102784 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.103430 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.103588 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.103746 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.103903 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.104060 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.104687 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.104836 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.104995 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.105152 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.105310 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.105466 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.105623 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:42:01.105775 dv-cinder-837166-2-iscsi neutron-server[109779]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109779) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:42:12.533777 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d88041c-1cf8-43be-901b-cfa6268163b8 None None] get_active_networks_info from dv-cinder-837166-2-iscsi {{(pid=109890) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 16:42:12.594165 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d88041c-1cf8-43be-901b-cfa6268163b8 None None] No non-hosted networks {{(pid=109890) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 16:42:12.611357 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6929e6a2-f3b3-45da-9635-0ef0b92a5212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679372'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:14.831453 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f89edd9c-4899-400a-92ea-7191cd28ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679372'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:14.907849 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d71db345-12f4-4769-b3d2-ba0b7e4d7419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:15.623145 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33214) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:15.924265 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679372'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:16.323922 dv-cinder-837166-2-iscsi neutron-server[109888]: WARNING oslo_policy.policy [None req-24545293-e050-4c2e-9808-028c4297cc26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:42:16.324581 dv-cinder-837166-2-iscsi neutron-server[109888]: WARNING oslo_policy.policy [None req-24545293-e050-4c2e-9808-028c4297cc26 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:42:16.589732 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [None req-24545293-e050-4c2e-9808-028c4297cc26 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:42:16.611238 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-24545293-e050-4c2e-9808-028c4297cc26 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9858489 Apr 11 16:42:17.509995 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679372'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:18.334685 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.db.l3_hamode_db [None req-d65f1ede-2055-4006-be2a-d334d2e9a590 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 16:42:18.414958 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f1ede-2055-4006-be2a-d334d2e9a590 None None] Routers set() bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:42:18.415281 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65f1ede-2055-4006-be2a-d334d2e9a590 None None] Router IDs set() for agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 16:42:18.956196 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679372'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:18.957943 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.957943 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.958484 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.958785 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.960057 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.963452 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.963994 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.964371 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.965037 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.967358 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.967832 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.968098 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.968464 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.968811 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.969155 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:18.969560 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837166-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:18.976644 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837166-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:19.175631 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33248) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:19.482013 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-98ab62ad-3f46-49fb-a462-2483756e57ef admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:19.573946 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.policy [None req-98ab62ad-3f46-49fb-a462-2483756e57ef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109888) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 16:42:19.616792 dv-cinder-837166-2-iscsi neutron-server[109888]: WARNING oslo_policy.policy [None req-98ab62ad-3f46-49fb-a462-2483756e57ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:42:19.617195 dv-cinder-837166-2-iscsi neutron-server[109888]: WARNING oslo_policy.policy [None req-98ab62ad-3f46-49fb-a462-2483756e57ef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:42:19.711571 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98ab62ad-3f46-49fb-a462-2483756e57ef admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748670519664', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748670520460', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748670536496', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748670547930', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748670623430', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748670628311', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3838346', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3820471', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-553270', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650843'] for rbac-policy (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:19.777644 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-98ab62ad-3f46-49fb-a462-2483756e57ef admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:19.778973 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-98ab62ad-3f46-49fb-a462-2483756e57ef admin admin] 10.222.0.73 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6021528 Apr 11 16:42:22.269207 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:22.575068 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:22.603388 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Made reservation on behalf of 83feba5a40fe4602b9b7b8109feffaf3 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:42:22.607315 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:22.624390 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:22.731299 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Publish callbacks [] for security_group (0f9d4268-72a1-4399-a495-b2c87bd899ae), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:22.734971 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0f9d4268-72a1-4399-a495-b2c87bd899ae), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:22.758846 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] vlan segment allocate from pool success with {'vlan_id': 1197, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:42:22.793378 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748665790374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (be356a2e-acfc-4331-836e-e9cccab963d8), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:22.793975 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Unsubscribe: segment precommit_create {{(pid=109888) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 16:42:22.794515 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Added segment be356a2e-acfc-4331-836e-e9cccab963d8 of type vlan for network fcea8962-c822-42be-989b-9e12b9efbc04 Apr 11 16:42:22.809836 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9d4268-72a1-4399-a495-b2c87bd899ae,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:22.860340 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.860689 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.861054 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.861410 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.861747 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.862077 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.862404 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.862889 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.864463 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.864463 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.864463 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.864463 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.864463 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.864818 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.864954 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Tracked resource versions report: Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: pushed versions: Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: { 'AddressGroup': {'1.2'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Agent': {'1.1'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'ConntrackHelper': {'1.0'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Log': {'1.0'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'NDPProxy': {'1.0'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Network': {'1.1'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Port': {'1.7'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'PortForwarding': {'1.3'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'QosPolicy': {'1.10'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SecurityGroup': {'1.5'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SubPort': {'1.0'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Subnet': {'1.1'}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Trunk': {'1.1'}} Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: consumer versions: Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: { DHCP agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: L3 agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: Metadata agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: Metering agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: Open vSwitch agent@dv-cinder-837166-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Agent': '1.1', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'ConntrackHelper': '1.0', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'LocalIPAssociation': '1.0', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Log': '1.0', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'NDPProxy': '1.0', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Network': '1.1', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Port': '1.7', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'PortForwarding': '1.3', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'QosPolicy': '1.10', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SecurityGroup': '1.5', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SecurityGroupRule': '1.2', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SubPort': '1.0', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Subnet': '1.1', Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Trunk': '1.1'}} Apr 11 16:42:22.866373 dv-cinder-837166-2-iscsi neutron-server[109888]: {{(pid=109888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:42:22.897759 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (fcea8962-c822-42be-989b-9e12b9efbc04), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:22.943804 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (fcea8962-c822-42be-989b-9e12b9efbc04), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:22.949123 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:22.949836 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:23.010131 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7398484 Apr 11 16:42:23.068996 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c698fe-2bba-400c-8324-f24b67f0eebf demo demo] Pushing event updated for resources: {'Network': ['ID=fcea8962-c822-42be-989b-9e12b9efbc04,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:23.081766 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network fcea8962-c822-42be-989b-9e12b9efbc04 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:42:25.577606 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33272) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:25.969890 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93dc498b-4f7d-408e-901d-1b98827d9f09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:25.971281 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-93dc498b-4f7d-408e-901d-1b98827d9f09 demo admin] 10.222.0.73 "GET /v2.0/networks/fcea8962-c822-42be-989b-9e12b9efbc04 HTTP/1.1" status: 200 len: 826 time: 0.3927147 Apr 11 16:42:25.995210 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-3200d688-b854-4beb-beac-3177d9d28492 demo admin] 10.222.0.73 "GET /v2.0/subnetpools/6755dd2d-72d7-40aa-90c8-c3dd43f4265f HTTP/1.1" status: 200 len: 734 time: 0.0183578 Apr 11 16:42:26.003456 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Request body: {'subnet': {'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04', 'name': 'private-subnet', 'subnetpool_id': '6755dd2d-72d7-40aa-90c8-c3dd43f4265f', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:26.023414 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Made reservation on behalf of 83feba5a40fe4602b9b7b8109feffaf3 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:42:26.026091 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:26.305476 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (fe1421a8-6315-4a06-ba21-dd5a65d02a16), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:26.374875 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Pushing event updated for resources: {'Subnet': ['ID=fe1421a8-6315-4a06-ba21-dd5a65d02a16,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:26.380586 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Checking segment: {'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:42:26.381107 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Network hostable DHCP agents. Network: fcea8962-c822-42be-989b-9e12b9efbc04, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:42:26.404428 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Network fcea8962-c822-42be-989b-9e12b9efbc04 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:42:26.416132 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, fcea8962-c822-42be-989b-9e12b9efbc04) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:42:26.420793 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:26.421395 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:26.426326 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44f973d-36a5-46e1-bf9a-0acc5762477b None None] Network fcea8962-c822-42be-989b-9e12b9efbc04 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:42:26.437968 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8015166a-648f-474e-b34d-9c700a2bd1f6 demo admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4375796 Apr 11 16:42:26.799568 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-fcea8962-c822-42be-989b-9e12b9efbc04', 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04', 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'fixed_ips': [{'subnet_id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:42:26.800767 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:27.083694 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Allocated IP 172.20.0.2 (fcea8962-c822-42be-989b-9e12b9efbc04/fe1421a8-6315-4a06-ba21-dd5a65d02a16/e8066d42-fdd0-474d-8c10-3a4c2ff8e784) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:42:27.357730 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Publish callbacks [] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:27.364894 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:27.432848 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Network fcea8962-c822-42be-989b-9e12b9efbc04 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:42:27.438095 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:42:27.441438 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:42:27.483075 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Pushing event updated for resources: {'Port': ['ID=e8066d42-fdd0-474d-8c10-3a4c2ff8e784,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:27.509133 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.509492 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.509868 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.510232 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.510579 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.511203 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.511538 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.511870 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.512200 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.512529 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.512858 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.513203 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.513536 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.513862 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.514187 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Tracked resource versions report: Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: pushed versions: Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: { 'AddressGroup': {'1.2'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Agent': {'1.1'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'ConntrackHelper': {'1.0'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Log': {'1.0'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'NDPProxy': {'1.0'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Network': {'1.1'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Port': {'1.7'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'PortForwarding': {'1.3'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'QosPolicy': {'1.10'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SecurityGroup': {'1.5'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SubPort': {'1.0'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Subnet': {'1.1'}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Trunk': {'1.1'}} Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: consumer versions: Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: { DHCP agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: L3 agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: Metadata agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: Metering agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: Open vSwitch agent@dv-cinder-837166-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Agent': '1.1', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'ConntrackHelper': '1.0', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'LocalIPAssociation': '1.0', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Log': '1.0', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'NDPProxy': '1.0', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Network': '1.1', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Port': '1.7', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'PortForwarding': '1.3', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'QosPolicy': '1.10', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SecurityGroup': '1.5', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SecurityGroupRule': '1.2', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SubPort': '1.0', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Subnet': '1.1', Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Trunk': '1.1'}} Apr 11 16:42:27.515695 dv-cinder-837166-2-iscsi neutron-server[109890]: {{(pid=109890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:42:27.545565 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Attempting to bind port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:42:27.546127 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Attempting to bind port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:42:27.546568 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Attempting to bind port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 on network fcea8962-c822-42be-989b-9e12b9efbc04 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:42:27.551412 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:42:27.551823 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Checking segment: {'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:42:27.552283 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:27.552676 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Bound using segment: {'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:42:27.553156 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Bound port: e8066d42-fdd0-474d-8c10-3a4c2ff8e784, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:42:27.553574 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:27.617458 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] For port e8066d42-fdd0-474d-8c10-3a4c2ff8e784, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:42:27.639619 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] For port e8066d42-fdd0-474d-8c10-3a4c2ff8e784, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=e8066d42-fdd0-474d-8c10-3a4c2ff8e784,segment=NetworkSegment(be356a2e-acfc-4331-836e-e9cccab963d8),segment_id=be356a2e-acfc-4331-836e-e9cccab963d8)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:42:27.646423 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:27.705738 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b5b80-ca94-4538-8144-952aea94b7ac None None] Pushing event updated for resources: {'Port': ['ID=e8066d42-fdd0-474d-8c10-3a4c2ff8e784,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:28.968440 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 33280) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:29.459155 dv-cinder-837166-2-iscsi neutron-server[109889]: WARNING oslo_policy.policy [None req-eafb3080-5053-49f6-805a-93919b860517 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:42:29.459736 dv-cinder-837166-2-iscsi neutron-server[109889]: WARNING oslo_policy.policy [None req-eafb3080-5053-49f6-805a-93919b860517 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:42:29.680207 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [None req-eafb3080-5053-49f6-805a-93919b860517 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:42:29.681394 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-eafb3080-5053-49f6-805a-93919b860517 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7120557 Apr 11 16:42:32.252284 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 33294) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:32.567622 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [None req-016bcb9f-0611-4e3a-b45f-f85adc859d40 admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:42:32.568627 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-016bcb9f-0611-4e3a-b45f-f85adc859d40 admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3153071 Apr 11 16:42:35.104844 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33302) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:35.410377 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-064aa26f-ba95-48a9-b2d8-4983592fd6c5 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:35.433875 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-064aa26f-ba95-48a9-b2d8-4983592fd6c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (48403cdd-d2a5-492a-8c3d-82c293f20ea2), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:35.435530 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-064aa26f-ba95-48a9-b2d8-4983592fd6c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (48403cdd-d2a5-492a-8c3d-82c293f20ea2), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:35.570045 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-064aa26f-ba95-48a9-b2d8-4983592fd6c5 demo demo] Publish callbacks [] for router_controller (48403cdd-d2a5-492a-8c3d-82c293f20ea2), precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:35.574815 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-064aa26f-ba95-48a9-b2d8-4983592fd6c5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (48403cdd-d2a5-492a-8c3d-82c293f20ea2), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:35.593709 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-064aa26f-ba95-48a9-b2d8-4983592fd6c5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:35.595053 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-064aa26f-ba95-48a9-b2d8-4983592fd6c5 demo demo] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.4891231 Apr 11 16:42:37.687967 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device e8066d42-fdd0-474d-8c10-3a4c2ff8e784 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:42:37.774185 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:37.775244 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:37.881962 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:42:37.882352 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:37.917871 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port e8066d42-fdd0-474d-8c10-3a4c2ff8e784, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=e8066d42-fdd0-474d-8c10-3a4c2ff8e784,segment=NetworkSegment(be356a2e-acfc-4331-836e-e9cccab963d8),segment_id=be356a2e-acfc-4331-836e-e9cccab963d8)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:42:37.921647 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:37.972482 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=e8066d42-fdd0-474d-8c10-3a4c2ff8e784,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:38.125637 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33314) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:38.441028 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [None req-f87a354e-a621-436d-817a-104d812c0c4a admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:42:38.442117 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f87a354e-a621-436d-817a-104d812c0c4a admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3155432 Apr 11 16:42:39.123699 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e1c315-8848-4f4b-9326-427c9784f6ef None None] Network fcea8962-c822-42be-989b-9e12b9efbc04 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:42:39.249855 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-da8cde9b-1d14-4747-8f55-6929fcba79a8 None None] Provisioning complete for port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:39.250175 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-da8cde9b-1d14-4747-8f55-6929fcba79a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:39.330732 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-da8cde9b-1d14-4747-8f55-6929fcba79a8 None None] Current status of the port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:42:39.447910 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-45e8749c-a867-4f81-abf2-5c9b2127b61b None None] Provisioning complete for port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:39.448302 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45e8749c-a867-4f81-abf2-5c9b2127b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:39.525003 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-45e8749c-a867-4f81-abf2-5c9b2127b61b None None] Current status of the port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:42:39.674659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device e8066d42-fdd0-474d-8c10-3a4c2ff8e784 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:42:39.719810 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:39.720213 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:39.793414 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:42:40.954216 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33322) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:41.271170 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:41.290733 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Made reservation on behalf of f8c9bf4c662c47e3808d264d2ea01d67 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:42:41.292982 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:41.301243 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:41.377735 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Publish callbacks [] for security_group (7236bfa2-eb2f-48c0-9c9a-67f61ec75b55), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:41.381317 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (7236bfa2-eb2f-48c0-9c9a-67f61ec75b55), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:41.396457 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Reserving flat network on physical network physnet1 {{(pid=109888) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 16:42:41.420922 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7236bfa2-eb2f-48c0-9c9a-67f61ec75b55,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:41.425536 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (f20868ad-85f1-41d0-807f-ed1a77849611), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:41.425880 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Added segment f20868ad-85f1-41d0-807f-ed1a77849611 of type flat for network d77d523e-a7ef-4e9c-a8aa-de7041994475 Apr 11 16:42:41.469777 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (d77d523e-a7ef-4e9c-a8aa-de7041994475), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:41.500791 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (d77d523e-a7ef-4e9c-a8aa-de7041994475), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:41.501746 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:41.502355 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:41.559183 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6039097 Apr 11 16:42:41.594410 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e095291-7f10-4d8b-8565-89c6133b35e8 admin admin] Pushing event updated for resources: {'Network': ['ID=d77d523e-a7ef-4e9c-a8aa-de7041994475,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:41.605086 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:42:42.472781 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1c36977f-ad72-40e9-97fa-8e4cc9809a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:44.032075 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33330) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:44.381326 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1774206e-71e8-4568-9125-549fcebf29cb demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:44.382670 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1774206e-71e8-4568-9125-549fcebf29cb demo admin] 10.222.0.73 "GET /v2.0/subnets/fe1421a8-6315-4a06-ba21-dd5a65d02a16 HTTP/1.1" status: 200 len: 849 time: 0.3496060 Apr 11 16:42:44.505450 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-061e49c2-37ab-44fa-8f6b-c8a1285c2b61 demo admin] 10.222.0.73 "GET /v2.0/routers/48403cdd-d2a5-492a-8c3d-82c293f20ea2 HTTP/1.1" status: 200 len: 704 time: 0.1150579 Apr 11 16:42:44.775918 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:44.828370 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-29ea9768-2daa-495d-998d-c8150ff7734d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.106322 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Allocated IP 172.20.0.1 (fcea8962-c822-42be-989b-9e12b9efbc04/fe1421a8-6315-4a06-ba21-dd5a65d02a16/cc40c72c-7b73-43c4-8386-2fd15f25650e) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:42:45.253778 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Publish callbacks [] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.319317 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.382425 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Network fcea8962-c822-42be-989b-9e12b9efbc04 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:42:45.388501 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:42:45.391673 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:42:45.392237 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (48403cdd-d2a5-492a-8c3d-82c293f20ea2), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.468824 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Pushing event updated for resources: {'Port': ['ID=cc40c72c-7b73-43c4-8386-2fd15f25650e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:45.619133 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.676508 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-bec41ea5-f1b9-4477-9544-0de6bca3b868 None None] Provisioning complete for port cc40c72c-7b73-43c4-8386-2fd15f25650e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:45.676801 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bec41ea5-f1b9-4477-9544-0de6bca3b868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.755627 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-bec41ea5-f1b9-4477-9544-0de6bca3b868 None None] Port cc40c72c-7b73-43c4-8386-2fd15f25650e cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:42:45.830561 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Publish callbacks [] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.835385 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.836200 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (48403cdd-d2a5-492a-8c3d-82c293f20ea2), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.856868 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:45.896569 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Pushing event updated for resources: {'Port': ['ID=cc40c72c-7b73-43c4-8386-2fd15f25650e,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:45.962999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Network fcea8962-c822-42be-989b-9e12b9efbc04 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:42:45.964281 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:42:46.133019 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Router 48403cdd-d2a5-492a-8c3d-82c293f20ea2 is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:42:46.174900 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b9bbaaa3-9c51-4640-b719-dc5d1c155af4 None None] Provisioning complete for port cc40c72c-7b73-43c4-8386-2fd15f25650e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:46.175291 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b9bbaaa3-9c51-4640-b719-dc5d1c155af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:46.208931 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbaaa3-9c51-4640-b719-dc5d1c155af4 None None] Port cc40c72c-7b73-43c4-8386-2fd15f25650e cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:42:46.225651 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:42:46.231514 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-afa1f887-f980-4927-995a-cef6fa9bb5fa demo admin] 10.222.0.73 "PUT /v2.0/routers/48403cdd-d2a5-492a-8c3d-82c293f20ea2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7203970 Apr 11 16:42:46.236164 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Sync routers for ids ['48403cdd-d2a5-492a-8c3d-82c293f20ea2'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:42:46.249244 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Routers {'48403cdd-d2a5-492a-8c3d-82c293f20ea2'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:42:46.250108 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:42:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['48403cdd-d2a5-492a-8c3d-82c293f20ea2'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:46.444219 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Set router 48403cdd-d2a5-492a-8c3d-82c293f20ea2 gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:42:46.860851 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'name': 'router1', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:42:35Z', 'updated_at': '2022-04-11T16:42:45Z', 'revision_number': 2, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'gw_port_host': None, '_interfaces': [{'id': 'cc40c72c-7b73-43c4-8386-2fd15f25650e', 'name': '', 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'mac_address': 'fa:16:3e:68:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:44Z', 'updated_at': '2022-04-11T16:42:45Z', 'revision_number': 2, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'subnets': [{'id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6755dd2d-72d7-40aa-90c8-c3dd43f4265f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:46.914100 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Checking router: 48403cdd-d2a5-492a-8c3d-82c293f20ea2 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:42:46.914474 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Updating router 48403cdd-d2a5-492a-8c3d-82c293f20ea2 port cc40c72c-7b73-43c4-8386-2fd15f25650e binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:42:46.967816 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:47.456106 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:47.485961 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Publish callbacks [] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:47.493026 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:47.663581 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Pushing event updated for resources: {'Port': ['ID=cc40c72c-7b73-43c4-8386-2fd15f25650e,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:47.675191 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Attempting to bind port cc40c72c-7b73-43c4-8386-2fd15f25650e on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:42:47.675605 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Attempting to bind port cc40c72c-7b73-43c4-8386-2fd15f25650e by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:42:47.676058 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Attempting to bind port cc40c72c-7b73-43c4-8386-2fd15f25650e on network fcea8962-c822-42be-989b-9e12b9efbc04 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:42:47.679499 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.679857 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.680229 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.680595 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.681499 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.681838 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.682178 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.682513 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.682873 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.683207 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.683542 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.683933 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.684226 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.684556 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.684884 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Tracked resource versions report: Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: pushed versions: Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: { 'AddressGroup': {'1.2'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Agent': {'1.1'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'ConntrackHelper': {'1.0'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Log': {'1.0'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'NDPProxy': {'1.0'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Network': {'1.1'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Port': {'1.7'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'PortForwarding': {'1.3'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'QosPolicy': {'1.10'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SecurityGroup': {'1.5'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SubPort': {'1.0'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Subnet': {'1.1'}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Trunk': {'1.1'}} Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: consumer versions: Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: { DHCP agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: L3 agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: Metadata agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: Metering agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: Open vSwitch agent@dv-cinder-837166-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Agent': '1.1', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'ConntrackHelper': '1.0', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'LocalIPAssociation': '1.0', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Log': '1.0', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'NDPProxy': '1.0', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Network': '1.1', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Port': '1.7', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'PortForwarding': '1.3', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'QosPolicy': '1.10', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SecurityGroup': '1.5', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SecurityGroupRule': '1.2', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SubPort': '1.0', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Subnet': '1.1', Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Trunk': '1.1'}} Apr 11 16:42:47.686334 dv-cinder-837166-2-iscsi neutron-server[109891]: {{(pid=109891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:42:47.691067 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 42, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:42:47.691490 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Checking segment: {'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:42:47.692015 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:47.692353 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Bound using segment: {'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:42:47.692844 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Bound port: cc40c72c-7b73-43c4-8386-2fd15f25650e, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be356a2e-acfc-4331-836e-e9cccab963d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1197, 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:42:47.693234 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:47.736509 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-50aada78-6cd7-4e44-bba9-cb0a75224ec2 None None] Provisioning complete for port cc40c72c-7b73-43c4-8386-2fd15f25650e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:47.736910 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-50aada78-6cd7-4e44-bba9-cb0a75224ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:47.761601 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] For port cc40c72c-7b73-43c4-8386-2fd15f25650e, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:42:47.773702 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-50aada78-6cd7-4e44-bba9-cb0a75224ec2 None None] Port cc40c72c-7b73-43c4-8386-2fd15f25650e cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:42:47.780713 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] For port cc40c72c-7b73-43c4-8386-2fd15f25650e, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=cc40c72c-7b73-43c4-8386-2fd15f25650e,segment=NetworkSegment(be356a2e-acfc-4331-836e-e9cccab963d8),segment_id=be356a2e-acfc-4331-836e-e9cccab963d8)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:42:47.787922 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:47.846476 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f73ba39-b402-4c7f-9ccf-c48052585f12 None None] Pushing event updated for resources: {'Port': ['ID=cc40c72c-7b73-43c4-8386-2fd15f25650e,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:47.850496 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Routers {'48403cdd-d2a5-492a-8c3d-82c293f20ea2'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:42:47.851152 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:42:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['48403cdd-d2a5-492a-8c3d-82c293f20ea2'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:47.943920 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] Set router 48403cdd-d2a5-492a-8c3d-82c293f20ea2 gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:42:48.092307 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-4c989eda-0c6d-484b-82f2-1c8396c7c266 None None] Provisioning complete for port cc40c72c-7b73-43c4-8386-2fd15f25650e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:48.092750 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4c989eda-0c6d-484b-82f2-1c8396c7c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:48.142319 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'name': 'router1', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:42:35Z', 'updated_at': '2022-04-11T16:42:45Z', 'revision_number': 2, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'gw_port_host': None, '_interfaces': [{'id': 'cc40c72c-7b73-43c4-8386-2fd15f25650e', 'name': '', 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'mac_address': 'fa:16:3e:68:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:44Z', 'updated_at': '2022-04-11T16:42:47Z', 'revision_number': 4, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'subnets': [{'id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6755dd2d-72d7-40aa-90c8-c3dd43f4265f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:48.170446 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae5df2d-83e1-4474-8c39-32d9907992af None None] The sync data for ids ['48403cdd-d2a5-492a-8c3d-82c293f20ea2'] in dv-cinder-837166-2-iscsi is: [{'id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'name': 'router1', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:42:35Z', 'updated_at': '2022-04-11T16:42:45Z', 'revision_number': 2, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'gw_port_host': None, '_interfaces': [{'id': 'cc40c72c-7b73-43c4-8386-2fd15f25650e', 'name': '', 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'mac_address': 'fa:16:3e:68:2b:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:44Z', 'updated_at': '2022-04-11T16:42:47Z', 'revision_number': 4, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'subnets': [{'id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6755dd2d-72d7-40aa-90c8-c3dd43f4265f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:42:48.170761 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-4c989eda-0c6d-484b-82f2-1c8396c7c266 None None] Current status of the port cc40c72c-7b73-43c4-8386-2fd15f25650e is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:42:48.171019 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4c989eda-0c6d-484b-82f2-1c8396c7c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:48.207934 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4c989eda-0c6d-484b-82f2-1c8396c7c266 None None] For port cc40c72c-7b73-43c4-8386-2fd15f25650e, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=cc40c72c-7b73-43c4-8386-2fd15f25650e,segment=NetworkSegment(be356a2e-acfc-4331-836e-e9cccab963d8),segment_id=be356a2e-acfc-4331-836e-e9cccab963d8)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:42:48.213192 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4c989eda-0c6d-484b-82f2-1c8396c7c266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:48.267131 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c989eda-0c6d-484b-82f2-1c8396c7c266 None None] Pushing event updated for resources: {'Port': ['ID=cc40c72c-7b73-43c4-8386-2fd15f25650e,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:48.754432 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33350) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:48.948907 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:48.950773 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1df4a6d-b0b5-4188-b2d7-a28fdb6ab569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:48.952152 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e1df4a6d-b0b5-4188-b2d7-a28fdb6ab569 admin admin] 10.222.0.73 "GET /v2.0/networks/d77d523e-a7ef-4e9c-a8aa-de7041994475 HTTP/1.1" status: 200 len: 842 time: 0.1967185 Apr 11 16:42:48.961427 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Request body: {'subnet': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:48.981464 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Made reservation on behalf of f8c9bf4c662c47e3808d264d2ea01d67 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:42:48.983717 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:49.317786 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.objects.ports [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109888) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 16:42:49.318256 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (16d028a9-feff-4896-991a-c258f23c3b74), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:49.370123 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d028a9-feff-4896-991a-c258f23c3b74,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:49.380848 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:42:49.381214 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Network hostable DHCP agents. Network: d77d523e-a7ef-4e9c-a8aa-de7041994475, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:42:49.398881 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:42:49.407264 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, d77d523e-a7ef-4e9c-a8aa-de7041994475) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:42:49.411540 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:49.412135 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:49.417078 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc71df55-b31d-4dde-b739-7c19324563b9 None None] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:42:49.438629 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b661ea03-5a87-473f-9574-a4507e32fc1e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4696333 Apr 11 16:42:49.529019 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d62e7-0ee0-476f-b0b1-6936281c0bb7 None None] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:42:51.922508 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 33368) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:52.040891 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.policy [None req-32299afd-4f24-490c-89e1-3fb8e9d64281 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109889) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 16:42:52.084052 dv-cinder-837166-2-iscsi neutron-server[109889]: WARNING oslo_policy.policy [None req-32299afd-4f24-490c-89e1-3fb8e9d64281 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:42:52.084454 dv-cinder-837166-2-iscsi neutron-server[109889]: WARNING oslo_policy.policy [None req-32299afd-4f24-490c-89e1-3fb8e9d64281 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:42:52.331485 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-32299afd-4f24-490c-89e1-3fb8e9d64281 demo admin] 10.222.0.73 "GET /v2.0/routers/48403cdd-d2a5-492a-8c3d-82c293f20ea2 HTTP/1.1" status: 200 len: 710 time: 0.4075754 Apr 11 16:42:52.516735 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf87bc86-3ae0-49e4-9281-9ba1579307aa demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:42:52.518416 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bf87bc86-3ae0-49e4-9281-9ba1579307aa demo admin] 10.222.0.73 "GET /v2.0/networks/d77d523e-a7ef-4e9c-a8aa-de7041994475 HTTP/1.1" status: 200 len: 886 time: 0.1815622 Apr 11 16:42:52.527467 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:42:52.788085 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks [] for router_gateway (48403cdd-d2a5-492a-8c3d-82c293f20ea2), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:53.015277 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks [] for router_gateway (48403cdd-d2a5-492a-8c3d-82c293f20ea2), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:53.094699 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:53.284135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Allocated IP 172.27.1.20 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/eb158be0-09c9-43c3-8740-d1325a1eebf0) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:42:53.401012 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks [] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:53.474259 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:53.555256 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:42:53.562075 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:42:53.610221 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Pushing event updated for resources: {'Port': ['ID=eb158be0-09c9-43c3-8740-d1325a1eebf0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:53.614116 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:42:53.663015 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.663341 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.663684 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.664034 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.664378 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.664716 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.665595 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.665929 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.666277 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.666634 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.666967 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.667322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.667650 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.667972 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.668290 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Tracked resource versions report: Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: pushed versions: Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: { 'AddressGroup': {'1.2'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Agent': {'1.1'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'ConntrackHelper': {'1.0'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Log': {'1.0'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'NDPProxy': {'1.0'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Network': {'1.1'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Port': {'1.7'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'PortForwarding': {'1.3'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'QosPolicy': {'1.10'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SecurityGroup': {'1.5'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SubPort': {'1.0'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Subnet': {'1.1'}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Trunk': {'1.1'}} Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: consumer versions: Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: { DHCP agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: L3 agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: Metadata agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: Metering agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: Open vSwitch agent@dv-cinder-837166-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Agent': '1.1', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'ConntrackHelper': '1.0', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'LocalIPAssociation': '1.0', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Log': '1.0', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'NDPProxy': '1.0', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Network': '1.1', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Port': '1.7', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'PortForwarding': '1.3', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'QosPolicy': '1.10', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SecurityGroup': '1.5', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SecurityGroupRule': '1.2', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SubPort': '1.0', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Subnet': '1.1', Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Trunk': '1.1'}} Apr 11 16:42:53.669913 dv-cinder-837166-2-iscsi neutron-server[109889]: {{(pid=109889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:42:53.937314 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks [] for router_gateway (48403cdd-d2a5-492a-8c3d-82c293f20ea2), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.181603 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-577846', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679857', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-14765'] for router (48403cdd-d2a5-492a-8c3d-82c293f20ea2), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.186678 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-578501', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-578508', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-679864'] for router (48403cdd-d2a5-492a-8c3d-82c293f20ea2), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.300481 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Router 48403cdd-d2a5-492a-8c3d-82c293f20ea2 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:42:54.409921 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:42:54.414641 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:54.426649 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-19521eb2-405a-4bed-8aa3-45461f374753 demo admin] 10.222.0.73 "PUT /v2.0/routers/48403cdd-d2a5-492a-8c3d-82c293f20ea2 HTTP/1.1" status: 200 len: 889 time: 1.8917527 Apr 11 16:42:55.691192 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device cc40c72c-7b73-43c4-8386-2fd15f25650e up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:42:55.742475 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port cc40c72c-7b73-43c4-8386-2fd15f25650e triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:55.743817 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:55.818471 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port cc40c72c-7b73-43c4-8386-2fd15f25650e is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:42:56.885377 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Sync routers for ids ['48403cdd-d2a5-492a-8c3d-82c293f20ea2'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:42:56.897891 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Routers {'48403cdd-d2a5-492a-8c3d-82c293f20ea2'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:42:56.898664 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:42:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['48403cdd-d2a5-492a-8c3d-82c293f20ea2'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:56.979333 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33386) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:57.094206 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-56e76e9e-24dd-4d9d-9471-5ef97335f2ce admin admin] 10.222.0.73 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1137218 Apr 11 16:42:57.127910 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Set router 48403cdd-d2a5-492a-8c3d-82c293f20ea2 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:42:57.604628 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'name': 'router1', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'eb158be0-09c9-43c3-8740-d1325a1eebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:42:35Z', 'updated_at': '2022-04-11T16:42:53Z', 'revision_number': 4, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'gw_port': {'id': 'eb158be0-09c9-43c3-8740-d1325a1eebf0', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:63:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:53Z', 'updated_at': '2022-04-11T16:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'cc40c72c-7b73-43c4-8386-2fd15f25650e', 'name': '', 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'mac_address': 'fa:16:3e:68:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:44Z', 'updated_at': '2022-04-11T16:42:48Z', 'revision_number': 5, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'subnets': [{'id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6755dd2d-72d7-40aa-90c8-c3dd43f4265f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:57.655748 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Checking router: 48403cdd-d2a5-492a-8c3d-82c293f20ea2 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:42:57.656112 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Updating router 48403cdd-d2a5-492a-8c3d-82c293f20ea2 port eb158be0-09c9-43c3-8740-d1325a1eebf0 binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:42:57.710700 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.059605 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Publish callbacks [] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.065035 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.113255 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Attempting to bind port eb158be0-09c9-43c3-8740-d1325a1eebf0 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:42:58.113628 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Attempting to bind port eb158be0-09c9-43c3-8740-d1325a1eebf0 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:42:58.113997 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Attempting to bind port eb158be0-09c9-43c3-8740-d1325a1eebf0 on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:42:58.123571 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b19ba-7525-4219-b7ba-2edd5b976141 None None] Pushing event updated for resources: {'Port': ['ID=eb158be0-09c9-43c3-8740-d1325a1eebf0,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:58.125835 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 42, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:42:58.126264 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:42:58.126693 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.127184 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:42:58.127552 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Bound port: eb158be0-09c9-43c3-8740-d1325a1eebf0, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:42:58.127933 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.177342 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] For port eb158be0-09c9-43c3-8740-d1325a1eebf0, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:42:58.180286 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] For port eb158be0-09c9-43c3-8740-d1325a1eebf0, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=eb158be0-09c9-43c3-8740-d1325a1eebf0,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:42:58.187535 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.241484 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Routers {'48403cdd-d2a5-492a-8c3d-82c293f20ea2'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:42:58.242178 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:42:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['48403cdd-d2a5-492a-8c3d-82c293f20ea2'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:58.281520 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b19ba-7525-4219-b7ba-2edd5b976141 None None] Pushing event updated for resources: {'Port': ['ID=eb158be0-09c9-43c3-8740-d1325a1eebf0,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:58.362209 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] Set router 48403cdd-d2a5-492a-8c3d-82c293f20ea2 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:42:58.580843 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'name': 'router1', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'eb158be0-09c9-43c3-8740-d1325a1eebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:42:35Z', 'updated_at': '2022-04-11T16:42:53Z', 'revision_number': 4, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'gw_port': {'id': 'eb158be0-09c9-43c3-8740-d1325a1eebf0', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:63:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:53Z', 'updated_at': '2022-04-11T16:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'cc40c72c-7b73-43c4-8386-2fd15f25650e', 'name': '', 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'mac_address': 'fa:16:3e:68:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:44Z', 'updated_at': '2022-04-11T16:42:48Z', 'revision_number': 5, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'subnets': [{'id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6755dd2d-72d7-40aa-90c8-c3dd43f4265f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:42:58.608085 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21108d16-058a-4bcb-9529-d143e2566947 None None] The sync data for ids ['48403cdd-d2a5-492a-8c3d-82c293f20ea2'] in dv-cinder-837166-2-iscsi is: [{'id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'name': 'router1', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.20'}], 'enable_snat': True}, 'gw_port_id': 'eb158be0-09c9-43c3-8740-d1325a1eebf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:42:35Z', 'updated_at': '2022-04-11T16:42:53Z', 'revision_number': 4, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'gw_port': {'id': 'eb158be0-09c9-43c3-8740-d1325a1eebf0', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:63:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:53Z', 'updated_at': '2022-04-11T16:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'cc40c72c-7b73-43c4-8386-2fd15f25650e', 'name': '', 'network_id': 'fcea8962-c822-42be-989b-9e12b9efbc04', 'tenant_id': '83feba5a40fe4602b9b7b8109feffaf3', 'mac_address': 'fa:16:3e:68:2b:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48403cdd-d2a5-492a-8c3d-82c293f20ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:42:44Z', 'updated_at': '2022-04-11T16:42:48Z', 'revision_number': 5, 'project_id': '83feba5a40fe4602b9b7b8109feffaf3', 'subnets': [{'id': 'fe1421a8-6315-4a06-ba21-dd5a65d02a16', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6755dd2d-72d7-40aa-90c8-c3dd43f4265f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:42:59.714471 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device eb158be0-09c9-43c3-8740-d1325a1eebf0 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:42:59.768981 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port eb158be0-09c9-43c3-8740-d1325a1eebf0 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:42:59.769459 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:59.872302 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port eb158be0-09c9-43c3-8740-d1325a1eebf0 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:42:59.872796 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:59.894234 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port eb158be0-09c9-43c3-8740-d1325a1eebf0, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=eb158be0-09c9-43c3-8740-d1325a1eebf0,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:42:59.898203 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:59.951487 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=eb158be0-09c9-43c3-8740-d1325a1eebf0,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:43:01.741466 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device eb158be0-09c9-43c3-8740-d1325a1eebf0 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:43:01.825825 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port eb158be0-09c9-43c3-8740-d1325a1eebf0 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:43:01.826545 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (eb158be0-09c9-43c3-8740-d1325a1eebf0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:01.925570 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port eb158be0-09c9-43c3-8740-d1325a1eebf0 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:43:11.933094 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:43:12.478947 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fddc6db8-7a47-4af5-9efd-34c57195383f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:14.832762 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-11f3a5ab-40f3-426c-a128-839792870e46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:15.866316 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:17.461418 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:18.952608 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:42.472308 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5ff63a9a-0cdb-4e14-a1b9-bc678b416d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:44.829449 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f25383c6-0587-4c7f-a58e-1c5648e7f492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:45.865953 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:47.463814 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:48.929745 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:43:48.949560 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:12.473923 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6662be6-b76c-44a3-8ee5-3892a2ebc9dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:14.832354 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5e38e903-75b6-411c-9aff-939ef6446a49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:15.868490 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:17.466494 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:18.470515 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33870) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:18.530755 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a595089-4c8d-4468-a5ef-4ab694545d0d admin admin] GET failed (client error): The resource could not be found. Apr 11 16:44:18.532003 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-2a595089-4c8d-4468-a5ef-4ab694545d0d admin admin] 10.222.0.73 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0605192 Apr 11 16:44:18.693742 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d46aa3-8d56-4865-8524-6b2e7f50fbb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:18.695743 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-25d46aa3-8d56-4865-8524-6b2e7f50fbb8 admin admin] 10.222.0.73 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1592011 Apr 11 16:44:18.946102 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:21.014510 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33880) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:21.103633 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1725db0f-981f-47c2-b9d0-8f6c227e1c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:21.104967 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1725db0f-981f-47c2-b9d0-8f6c227e1c95 admin admin] 10.222.0.73 "GET /v2.0/subnets/fe1421a8-6315-4a06-ba21-dd5a65d02a16 HTTP/1.1" status: 200 len: 849 time: 0.0895002 Apr 11 16:44:21.118499 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:44:21.201796 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Publish callbacks [] for subnet (fe1421a8-6315-4a06-ba21-dd5a65d02a16), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:21.343760 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748665820438'] for subnet (fe1421a8-6315-4a06-ba21-dd5a65d02a16), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:21.375339 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:21.375925 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:21.377191 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] 10.222.0.73 "PUT /v2.0/subnets/fe1421a8-6315-4a06-ba21-dd5a65d02a16 HTTP/1.1" status: 200 len: 868 time: 0.2622051 Apr 11 16:44:21.388784 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e07d67-45c4-4a35-91d0-76594cf3fac3 None None] Network fcea8962-c822-42be-989b-9e12b9efbc04 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:44:21.397933 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe1421a8-6315-4a06-ba21-dd5a65d02a16,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:44:21.406202 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.406578 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.406963 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.407450 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.407808 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.408133 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.408468 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.408810 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.409145 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.409481 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.409836 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.410626 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.410626 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.410859 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.411177 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9a6c92-f712-4658-810e-c8a22834d08e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:44:21.705165 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-ffc419b8-a8b6-4cbc-bf5c-ffa72bf0fe5a None None] Provisioning complete for port cc40c72c-7b73-43c4-8386-2fd15f25650e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:44:21.705551 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ffc419b8-a8b6-4cbc-bf5c-ffa72bf0fe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (cc40c72c-7b73-43c4-8386-2fd15f25650e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:21.782255 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-ffc419b8-a8b6-4cbc-bf5c-ffa72bf0fe5a None None] Current status of the port cc40c72c-7b73-43c4-8386-2fd15f25650e is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:21.789723 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-ffc419b8-a8b6-4cbc-bf5c-ffa72bf0fe5a None None] Provisioning complete for port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:44:21.790113 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ffc419b8-a8b6-4cbc-bf5c-ffa72bf0fe5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e8066d42-fdd0-474d-8c10-3a4c2ff8e784), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:21.863487 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-ffc419b8-a8b6-4cbc-bf5c-ffa72bf0fe5a None None] Current status of the port e8066d42-fdd0-474d-8c10-3a4c2ff8e784 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:44:23.707169 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33888) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:23.902864 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d82a1c-8c0d-4e2b-839c-2dc0b426efe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:23.903349 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d82a1c-8c0d-4e2b-839c-2dc0b426efe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:23.904999 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-42d82a1c-8c0d-4e2b-839c-2dc0b426efe0 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1968145 Apr 11 16:44:25.929514 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:44:26.215038 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33896) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:26.344614 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8bacd7-8150-4998-aefc-fcdb45730b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:26.345088 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8bacd7-8150-4998-aefc-fcdb45730b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:26.346617 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5b8bacd7-8150-4998-aefc-fcdb45730b77 admin admin] 10.222.0.73 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1306880 Apr 11 16:44:28.645911 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33904) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:28.767811 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4858f7-033d-4711-877e-4cdfe9f07c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:28.769161 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1c4858f7-033d-4711-877e-4cdfe9f07c63 admin admin] 10.222.0.73 "GET /v2.0/networks/d77d523e-a7ef-4e9c-a8aa-de7041994475 HTTP/1.1" status: 200 len: 886 time: 0.1221941 Apr 11 16:44:31.083128 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33912) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:31.211432 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9326fdb6-574b-437d-a1c7-b3a423692c3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:31.212729 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-9326fdb6-574b-437d-a1c7-b3a423692c3b admin admin] 10.222.0.73 "GET /v2.0/networks/fcea8962-c822-42be-989b-9e12b9efbc04 HTTP/1.1" status: 200 len: 870 time: 0.1286397 Apr 11 16:44:33.538959 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 33920) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:33.665514 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1f0db-7d0e-445f-a179-a4c289b5c8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:33.666008 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea1f0db-7d0e-445f-a179-a4c289b5c8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:33.667610 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1ea1f0db-7d0e-445f-a179-a4c289b5c8fc admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1276834 Apr 11 16:44:35.983005 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 33930) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:36.072451 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b286ec5-f7e4-44b5-8f40-486ad4ed3f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:36.072907 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b286ec5-f7e4-44b5-8f40-486ad4ed3f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:36.074396 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2b286ec5-f7e4-44b5-8f40-486ad4ed3f86 admin admin] 10.222.0.73 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904498 Apr 11 16:44:38.399319 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 33938) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:38.483264 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2942eb04-0536-475d-ba43-df1c2f5f803a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:38.484591 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2942eb04-0536-475d-ba43-df1c2f5f803a admin admin] 10.222.0.73 "GET /v2.0/subnets/16d028a9-feff-4896-991a-c258f23c3b74 HTTP/1.1" status: 200 len: 816 time: 0.0843213 Apr 11 16:44:40.809365 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 33946) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:40.899166 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f35e0f-03ea-4d99-801a-79f6c63eda9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:44:40.900498 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-11f35e0f-03ea-4d99-801a-79f6c63eda9b admin admin] 10.222.0.73 "GET /v2.0/subnets/fe1421a8-6315-4a06-ba21-dd5a65d02a16 HTTP/1.1" status: 200 len: 868 time: 0.0901828 Apr 11 16:44:42.476036 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ade98cb2-0f69-4d94-804f-6456ec008492 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:44.833697 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8cf226e3-88b1-4f38-8518-3dd7b4b8939d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:45.870865 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:47.469609 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:48.953385 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:02.929610 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:45:12.477681 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-649fd715-5a9c-4c73-924f-cfd80e6edf5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:14.837041 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0ded7da2-133b-44bf-bee4-e63759d2ba14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:15.873224 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:17.472742 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:18.949946 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:21.919368 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34004) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:21.969067 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [None req-9445ce97-31df-42b2-8d51-c8f562b938ac admin admin] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:45:21.970071 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9445ce97-31df-42b2-8d51-c8f562b938ac admin admin] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497756 Apr 11 16:45:24.385681 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34012) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:24.446619 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90b2493-8fa8-46f2-b1b3-e28fb0d93569 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:45:24.447880 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a90b2493-8fa8-46f2-b1b3-e28fb0d93569 admin admin] 10.222.0.73 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0612545 Apr 11 16:45:24.591491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a31c04b-e1da-4d4f-b8c1-2a7afb578be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:24.592877 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-5a31c04b-e1da-4d4f-b8c1-2a7afb578be3 admin admin] 10.222.0.73 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1409736 Apr 11 16:45:26.969794 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34020) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:27.016871 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:45:27.035588 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Made reservation on behalf of f8c9bf4c662c47e3808d264d2ea01d67 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:45:27.038059 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.065217 dv-cinder-837166-2-iscsi neutron-server[109888]: WARNING neutron.services.revisions.revision_plugin [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Could not find related network for resource to bump revision. Apr 11 16:45:27.076246 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1172, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:45:27.084939 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (1f3a7036-9a07-4d7d-995d-0c9c2402c2d1), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.085274 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Added segment 1f3a7036-9a07-4d7d-995d-0c9c2402c2d1 of type vlan for network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 Apr 11 16:45:27.125798 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (c6c042e1-a0b3-4218-9ea2-3cbeea78af14), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.149886 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (c6c042e1-a0b3-4218-9ea2-3cbeea78af14), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.150979 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:27.151618 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.182279 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2114294 Apr 11 16:45:27.211496 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Pushing event updated for resources: {'Network': ['ID=c6c042e1-a0b3-4218-9ea2-3cbeea78af14,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:27.219166 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.219528 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.219859 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.220198 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.220529 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.220858 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.221190 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.221506 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.221833 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.222160 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.222499 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.222862 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.223184 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.223508 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.223846 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be3d4166-c303-4f49-b38f-05c4b1ad0ee2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:27.236082 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:45:29.533484 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34028) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:45:29.592843 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb9b5fb4-ff83-420a-9058-34ac5fb507ad admin admin] GET failed (client error): The resource could not be found. Apr 11 16:45:29.594117 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-eb9b5fb4-ff83-420a-9058-34ac5fb507ad admin admin] 10.222.0.73 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0596581 Apr 11 16:45:29.755249 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8c387b-4696-42cc-9589-8f5c6bd4a375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:29.756725 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-dc8c387b-4696-42cc-9589-8f5c6bd4a375 admin admin] 10.222.0.73 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.1586115 Apr 11 16:45:29.766460 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:45:29.784357 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Made reservation on behalf of f8c9bf4c662c47e3808d264d2ea01d67 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:45:29.786510 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:29.946878 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (2d55cb9e-efdc-4673-87aa-57757e846584), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.005812 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d55cb9e-efdc-4673-87aa-57757e846584,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:30.007926 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Checking segment: {'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:45:30.008280 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Network hostable DHCP agents. Network: c6c042e1-a0b3-4218-9ea2-3cbeea78af14, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:45:30.025753 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:45:30.034399 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, c6c042e1-a0b3-4218-9ea2-3cbeea78af14) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:45:30.039580 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:45:30.040732 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.044768 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4003902-2b04-4aa6-b398-95a35b637144 None None] Network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:45:30.055362 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-3d872ec6-87a0-4a99-bc98-fdf4ab3d6ae7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2924869 Apr 11 16:45:30.154522 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-c6c042e1-a0b3-4218-9ea2-3cbeea78af14', 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14', 'project_id': 'f8c9bf4c662c47e3808d264d2ea01d67', 'fixed_ips': [{'subnet_id': '2d55cb9e-efdc-4673-87aa-57757e846584'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:45:30.155439 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.392954 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Allocated IP 192.168.233.2 (c6c042e1-a0b3-4218-9ea2-3cbeea78af14/2d55cb9e-efdc-4673-87aa-57757e846584/0561c44a-435d-4a7e-9d91-a78ea613189b) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:45:30.540293 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Publish callbacks [] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.546517 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.582821 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:45:30.586211 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:45:30.591416 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:45:30.599580 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Pushing event updated for resources: {'Port': ['ID=0561c44a-435d-4a7e-9d91-a78ea613189b,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:30.611982 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.611982 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.611982 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.612322 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.612502 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.612774 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.613110 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.613444 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.613777 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.614109 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.614450 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.614843 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.615183 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.615512 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.615844 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:45:30.664956 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Attempting to bind port 0561c44a-435d-4a7e-9d91-a78ea613189b on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:45:30.665262 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Attempting to bind port 0561c44a-435d-4a7e-9d91-a78ea613189b by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:45:30.665637 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Attempting to bind port 0561c44a-435d-4a7e-9d91-a78ea613189b on network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:45:30.670692 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:45:30.671083 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Checking segment: {'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:45:30.671495 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.671902 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Bound using segment: {'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:45:30.672404 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Bound port: 0561c44a-435d-4a7e-9d91-a78ea613189b, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:45:30.672792 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.737865 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] For port 0561c44a-435d-4a7e-9d91-a78ea613189b, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:45:30.741383 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] For port 0561c44a-435d-4a7e-9d91-a78ea613189b, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=0561c44a-435d-4a7e-9d91-a78ea613189b,segment=NetworkSegment(1f3a7036-9a07-4d7d-995d-0c9c2402c2d1),segment_id=1f3a7036-9a07-4d7d-995d-0c9c2402c2d1)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:45:30.748805 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.810353 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd501b-2010-4ee8-a796-7974da3dd5c7 None None] Pushing event updated for resources: {'Port': ['ID=0561c44a-435d-4a7e-9d91-a78ea613189b,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:31.646931 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b0b9e6-0746-40f2-9dbe-9fcee6994aaf None None] Network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:45:31.711619 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-98acb150-0873-4693-abb9-1ad067950291 None None] Provisioning complete for port 0561c44a-435d-4a7e-9d91-a78ea613189b triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:45:31.712021 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98acb150-0873-4693-abb9-1ad067950291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:31.820771 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 0561c44a-435d-4a7e-9d91-a78ea613189b up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:45:31.831299 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-98acb150-0873-4693-abb9-1ad067950291 None None] Current status of the port 0561c44a-435d-4a7e-9d91-a78ea613189b is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:31.831685 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98acb150-0873-4693-abb9-1ad067950291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:31.906180 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-98acb150-0873-4693-abb9-1ad067950291 None None] For port 0561c44a-435d-4a7e-9d91-a78ea613189b, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=0561c44a-435d-4a7e-9d91-a78ea613189b,segment=NetworkSegment(1f3a7036-9a07-4d7d-995d-0c9c2402c2d1),segment_id=1f3a7036-9a07-4d7d-995d-0c9c2402c2d1)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:45:31.913838 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98acb150-0873-4693-abb9-1ad067950291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:31.946988 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 0561c44a-435d-4a7e-9d91-a78ea613189b triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:45:31.947394 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:32.004380 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acb150-0873-4693-abb9-1ad067950291 None None] Pushing event updated for resources: {'Port': ['ID=0561c44a-435d-4a7e-9d91-a78ea613189b,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:45:32.056684 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 0561c44a-435d-4a7e-9d91-a78ea613189b is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:32.135394 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d0db8af8-9efc-4a99-bacd-84919a613313 None None] Provisioning complete for port 0561c44a-435d-4a7e-9d91-a78ea613189b triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:45:32.135783 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d0db8af8-9efc-4a99-bacd-84919a613313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:32.213208 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d0db8af8-9efc-4a99-bacd-84919a613313 None None] Current status of the port 0561c44a-435d-4a7e-9d91-a78ea613189b is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:33.786148 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 0561c44a-435d-4a7e-9d91-a78ea613189b up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:45:33.834626 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 0561c44a-435d-4a7e-9d91-a78ea613189b triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:45:33.835031 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (0561c44a-435d-4a7e-9d91-a78ea613189b), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:33.909370 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 0561c44a-435d-4a7e-9d91-a78ea613189b is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:45:39.928665 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:45:42.480043 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5cf8b7b6-5b0e-4117-968d-833d51b2cfbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:44.839136 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b090c92d-3ab9-41ae-b4d3-c185a28082d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:45.879998 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:47.476756 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:48.951836 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.482435 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8a156752-73f5-4d9c-8578-adfb3236fe5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.841089 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ea95b920-faa0-4ee0-82ba-c180c879ff58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.883946 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.927957 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:46:17.478922 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.944698 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.488773 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4858543f-ff8f-45e3-8e93-eef0a6f9d9f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.841635 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-08b08290-cf80-4be4-9e4c-efd92a1a62e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.884201 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.483788 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.947137 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:53.927363 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:46:59.240840 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34068) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:59.246664 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [None req-a2fd7162-8d1c-4ae3-adaf-2f4fb9cd4a03 tempest-verify_tempest_config-718859445 tempest-verify_tempest_config-718859445-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:46:59.247617 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-a2fd7162-8d1c-4ae3-adaf-2f4fb9cd4a03 tempest-verify_tempest_config-718859445 tempest-verify_tempest_config-718859445-project] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058095 Apr 11 16:46:59.529023 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34086) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:59.635840 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.741979 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Publish callbacks [] for security_group (aeadf24b-9a95-49e1-ab30-6ef6cdcd59c3), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.747739 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (aeadf24b-9a95-49e1-ab30-6ef6cdcd59c3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.794653 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2bb9d24df1454763a44caf90ed6c65e1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2644835 Apr 11 16:46:59.796728 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeadf24b-9a95-49e1-ab30-6ef6cdcd59c3,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:59.797330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:59.803101 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.803462 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.803833 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.804190 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.804537 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.804879 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.805241 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.805587 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.805941 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.806283 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.806646 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.806987 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.807321 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.807667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.807986 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbd6427d-d05c-430e-a9b1-eea081a39032 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.853389 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Publish callbacks [] for security_group (aeadf24b-9a95-49e1-ab30-6ef6cdcd59c3), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.873243 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Publish callbacks [] for security_group (aeadf24b-9a95-49e1-ab30-6ef6cdcd59c3), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.963999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (aeadf24b-9a95-49e1-ab30-6ef6cdcd59c3), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.966570 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.967772 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/aeadf24b-9a95-49e1-ab30-6ef6cdcd59c3 HTTP/1.1" status: 204 len: 168 time: 0.1693294 Apr 11 16:46:59.975540 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeadf24b-9a95-49e1-ab30-6ef6cdcd59c3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:59.982233 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.982582 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.982971 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.983314 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.983652 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.983986 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.984315 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.984642 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.984984 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.985318 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.985665 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.986011 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.986336 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.987188 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:59.987637 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ce8ab2-4af0-4926-95a8-dddb1dd36275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.480659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-42be16b1-01de-47ea-9f53-91b742b6c6b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.842749 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a9d15acd-addc-41df-8450-cb952f4cfe77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.892930 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.488102 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.951533 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.926045 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:47:42.481589 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3f7fd271-0279-44c8-af93-0cdc81640f70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:44.844017 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e3df6057-85c7-46f7-911b-481bd9eae172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:45.887785 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:47.488788 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:48.953998 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:07.924469 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:48:12.482325 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6b5357f9-93da-481b-ab31-706ff81f9472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:14.845615 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dbef3331-82db-4ac6-8a13-1cbbe7da4a99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.887302 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.491071 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.956303 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.483823 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d34ba10-07da-4cb3-a453-0b987d9bce0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.848249 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c11c7571-ffb8-40b6-be47-16dfa085c996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.922469 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 5 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:48:45.892296 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:47.495163 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.312359 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-679372'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.958612 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:02.602391 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34162) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:02.707084 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d5f3c9dc-d685-4caf-ba40-cf3a65208b2d admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1035466 Apr 11 16:49:05.032263 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34172) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:05.085203 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-3226e495-a8a4-4068-990f-ed8206fe2fde admin admin] 10.222.0.73 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0518613 Apr 11 16:49:12.485652 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9dc37bb8-d420-413c-83a2-879b49ba94f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:14.850580 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b6f6896e-9873-404d-b7db-ead24413446f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:15.895773 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:17.497137 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:18.282357 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:18.960326 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:21.920450 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:49:42.486406 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-843c171d-79ef-433d-aa94-30b3885b8cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:44.851012 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3dc0821b-b9f9-4576-b14a-b7dd5ba0078c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:45.901378 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:47.500665 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:48.282830 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:48.962637 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:58.919342 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:50:12.489104 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c5b031f9-5636-4509-9dfb-507a36f6dd9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:14.852606 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7822b60a-7a9f-408b-a8a7-a60b1493cd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:15.902048 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:17.506531 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:18.307532 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:18.964776 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:35.918255 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:50:42.504332 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-19a0e481-8784-4382-8960-5a0c4607caf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.356772 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:44.652357 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-960997877-network', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:44.675670 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Made reservation on behalf of 3a69ed2513084a06887269c7f55fa8ed for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:44.678059 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.687167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.762167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Publish callbacks [] for security_group (0f88b3be-9bee-45e3-b7f5-acb442189f0d), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.766414 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0f88b3be-9bee-45e3-b7f5-acb442189f0d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.780124 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:50:44.806370 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (01c59fdc-965d-4f3f-a91e-cb3b0738a350), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.806812 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Added segment 01c59fdc-965d-4f3f-a91e-cb3b0738a350 of type vlan for network ee9ccffc-1771-4071-b8ed-56b062206995 Apr 11 16:50:44.814822 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f88b3be-9bee-45e3-b7f5-acb442189f0d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:44.824439 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.824798 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.825177 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.825532 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.825875 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.826215 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.826554 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.826921 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.827253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.827593 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.827942 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.828300 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.828635 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.828963 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.829291 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Tracked resource versions report: Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: pushed versions: Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: { 'AddressGroup': {'1.2'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Agent': {'1.1'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'ConntrackHelper': {'1.0'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Log': {'1.0'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'NDPProxy': {'1.0'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Network': {'1.1'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Port': {'1.7'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'PortForwarding': {'1.3'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'QosPolicy': {'1.10'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SecurityGroup': {'1.5'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SubPort': {'1.0'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Subnet': {'1.1'}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Trunk': {'1.1'}} Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: consumer versions: Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: { DHCP agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: L3 agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: Metadata agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: Metering agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: Open vSwitch agent@dv-cinder-837166-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Agent': '1.1', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'ConntrackHelper': '1.0', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'LocalIPAssociation': '1.0', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Log': '1.0', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'NDPProxy': '1.0', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Network': '1.1', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Port': '1.7', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'PortForwarding': '1.3', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'QosPolicy': '1.10', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SecurityGroup': '1.5', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SecurityGroupRule': '1.2', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'SubPort': '1.0', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Subnet': '1.1', Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: 'Trunk': '1.1'}} Apr 11 16:50:44.830565 dv-cinder-837166-2-iscsi neutron-server[109888]: {{(pid=109888) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:50:44.862638 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a7978dc5-4cea-4c70-bfd2-4f495e6df252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.878069 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (ee9ccffc-1771-4071-b8ed-56b062206995), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.909356 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (ee9ccffc-1771-4071-b8ed-56b062206995), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.910338 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:44.911109 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.967278 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34386) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:44.980637 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6228335 Apr 11 16:50:44.981208 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34392) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:44.981530 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8f847-6209-4f67-82b8-ea4874a0a609 admin admin] Pushing event updated for resources: {'Network': ['ID=ee9ccffc-1771-4071-b8ed-56b062206995,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:44.986191 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Request body: {'subnet': {'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-subnet', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:44.992033 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network ee9ccffc-1771-4071-b8ed-56b062206995 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:50:45.042502 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Made reservation on behalf of 3a69ed2513084a06887269c7f55fa8ed for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:45.045622 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.231767 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:45.276164 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (0fab50a3-e5d1-46d0-943a-d1a9bae09b66), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.343742 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fab50a3-e5d1-46d0-943a-d1a9bae09b66,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:45.359768 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.360348 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.360881 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.361438 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.361962 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.362473 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.362979 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.363454 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.363958 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.364436 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.364925 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.365282 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.365831 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.366302 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.366809 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Tracked resource versions report: Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: pushed versions: Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: { 'AddressGroup': {'1.2'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Agent': {'1.1'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'ConntrackHelper': {'1.0'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Log': {'1.0'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'NDPProxy': {'1.0'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Network': {'1.1'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Port': {'1.7'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'PortForwarding': {'1.3'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'QosPolicy': {'1.10'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SecurityGroup': {'1.5'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SubPort': {'1.0'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Subnet': {'1.1'}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Trunk': {'1.1'}} Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: consumer versions: Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: { DHCP agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: L3 agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: Metadata agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: Metering agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: Open vSwitch agent@dv-cinder-837166-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Agent': '1.1', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'ConntrackHelper': '1.0', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'LocalIPAssociation': '1.0', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Log': '1.0', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'NDPProxy': '1.0', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Network': '1.1', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Port': '1.7', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'PortForwarding': '1.3', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'QosPolicy': '1.10', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SecurityGroup': '1.5', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SecurityGroupRule': '1.2', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'SubPort': '1.0', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Subnet': '1.1', Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: 'Trunk': '1.1'}} Apr 11 16:50:45.368330 dv-cinder-837166-2-iscsi neutron-server[109889]: {{(pid=109889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:50:45.409210 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-921007400-network', 'tenant_id': 'd32ccfb9c3574946a051d337dd313f05'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:45.424833 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Checking segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:45.424833 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Network hostable DHCP agents. Network: ee9ccffc-1771-4071-b8ed-56b062206995, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:50:45.455839 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Made reservation on behalf of d32ccfb9c3574946a051d337dd313f05 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:45.458628 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.468770 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.472810 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Network ee9ccffc-1771-4071-b8ed-56b062206995 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:50:45.478109 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-924026265-network', 'tenant_id': '28c4fb270b99427b9fb085597e134917'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:45.506857 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Made reservation on behalf of 28c4fb270b99427b9fb085597e134917 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:45.507781 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, ee9ccffc-1771-4071-b8ed-56b062206995) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:45.509483 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.516783 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:45.517379 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.523825 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709245d-eba8-4a9d-a7ad-cbf38f7d96b9 None None] Network ee9ccffc-1771-4071-b8ed-56b062206995 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:50:45.532666 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.571732 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-43aa6bbe-e69d-4195-afe9-937d7acff2fe admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5869441 Apr 11 16:50:45.572446 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34424) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:45.577300 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:45.626327 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Publish callbacks [] for security_group (8eef6bbc-a82a-458f-b927-17c4f49bfb70), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.629685 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (feaadcca-c88c-442d-a22f-2a6e628e2f5a), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.631047 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (feaadcca-c88c-442d-a22f-2a6e628e2f5a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.635518 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8eef6bbc-a82a-458f-b927-17c4f49bfb70), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.651919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] vlan segment allocate from pool success with {'vlan_id': 1168, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:50:45.662865 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (e3217c20-4bc7-496a-8eeb-4dac55dbb02a), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.662865 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Added segment e3217c20-4bc7-496a-8eeb-4dac55dbb02a of type vlan for network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 Apr 11 16:50:45.681421 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-ee9ccffc-1771-4071-b8ed-56b062206995', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:50:45.682659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.730023 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.750781 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks [] for router_controller (feaadcca-c88c-442d-a22f-2a6e628e2f5a), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.752499 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eef6bbc-a82a-458f-b927-17c4f49bfb70,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:45.757714 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Publish callbacks [] for security_group (8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.770571 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.772280 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:45.774334 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.879056 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6460721 Apr 11 16:50:45.879707 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34430) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:45.888020 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Request body: {'subnet': {'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-924026265-subnet', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:45.894007 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e92969-4469-4cb5-b787-f24eb8e27171 admin admin] Pushing event updated for resources: {'Network': ['ID=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:45.920924 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.927932 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:50:45.928876 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Made reservation on behalf of 28c4fb270b99427b9fb085597e134917 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:45.932119 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.947767 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] vlan segment allocate from pool success with {'vlan_id': 1167, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:50:46.022837 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.032689 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Allocated IP 172.20.0.2 (ee9ccffc-1771-4071-b8ed-56b062206995/0fab50a3-e5d1-46d0-943a-d1a9bae09b66/72f9fd59-b424-44b7-8c81-60e4390729bb) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:46.146988 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:46.151986 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748665790374', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (950e3cc1-c887-4c07-ab06-d7a437a33d04), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.152630 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Unsubscribe: segment precommit_create {{(pid=109889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 16:50:46.153530 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Added segment 950e3cc1-c887-4c07-ab06-d7a437a33d04 of type vlan for network 8ba2101e-f14d-4bca-ad03-b73ab1456bea Apr 11 16:50:46.169002 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (446f7795-4b4d-424b-aaf9-97a4b87ed922), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.179775 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks [] for router_gateway (feaadcca-c88c-442d-a22f-2a6e628e2f5a), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.249605 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Pushing event updated for resources: {'Subnet': ['ID=446f7795-4b4d-424b-aaf9-97a4b87ed922,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:46.275370 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Checking segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:46.275740 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Network hostable DHCP agents. Network: 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:50:46.293071 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Publish callbacks [] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.296349 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:50:46.306209 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.322987 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (8ba2101e-f14d-4bca-ad03-b73ab1456bea), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.323927 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:46.329712 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:46.331098 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.364717 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d8c953ed-bcaf-4994-bb71-98ca5627f38d admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4809332 Apr 11 16:50:46.369162 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34452) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:46.376656 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3380a4e-2fbf-4504-8236-c29ebfd44066 None None] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:50:46.384621 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:46.433151 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (9f505b69-91f6-47ff-ba31-67bf20a55ba6), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.434481 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (9f505b69-91f6-47ff-ba31-67bf20a55ba6), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.468292 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (8ba2101e-f14d-4bca-ad03-b73ab1456bea), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.469935 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:46.471370 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.517329 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Network ee9ccffc-1771-4071-b8ed-56b062206995 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:46.523488 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:46.526089 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'project_id': '28c4fb270b99427b9fb085597e134917', 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:50:46.527493 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.531683 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:46.585535 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] Pushing event updated for resources: {'Network': ['ID=8ba2101e-f14d-4bca-ad03-b73ab1456bea,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:46.593390 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-32775e7b-0104-44ef-baa1-8d15eb6afadf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6224754 Apr 11 16:50:46.597136 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34456) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:46.600628 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks [] for router_controller (9f505b69-91f6-47ff-ba31-67bf20a55ba6), precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.602860 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Request body: {'subnet': {'network_id': '8ba2101e-f14d-4bca-ad03-b73ab1456bea', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-921007400-subnet', 'tenant_id': 'd32ccfb9c3574946a051d337dd313f05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:46.629616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 8ba2101e-f14d-4bca-ad03-b73ab1456bea details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:50:46.630953 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks [] for router_gateway (feaadcca-c88c-442d-a22f-2a6e628e2f5a), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.632827 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Attempting to bind port 72f9fd59-b424-44b7-8c81-60e4390729bb on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:46.633402 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Attempting to bind port 72f9fd59-b424-44b7-8c81-60e4390729bb by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:46.633956 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Attempting to bind port 72f9fd59-b424-44b7-8c81-60e4390729bb on network ee9ccffc-1771-4071-b8ed-56b062206995 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:46.660994 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.663817 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Made reservation on behalf of d32ccfb9c3574946a051d337dd313f05 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:46.666290 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.726280 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:46.727206 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Checking segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:46.727206 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.728697 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Bound using segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:46.729228 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Bound port: 72f9fd59-b424-44b7-8c81-60e4390729bb, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:46.729698 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:46.763640 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Pushing event updated for resources: {'Port': ['ID=72f9fd59-b424-44b7-8c81-60e4390729bb,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:46.867028 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (55e77aff-879d-497b-8253-8533c1d2e7ca), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.012206 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Allocated IP 172.20.0.2 (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0/446f7795-4b4d-424b-aaf9-97a4b87ed922/52639abd-1c8c-4dd2-8073-884728e5fa54) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:47.014972 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55e77aff-879d-497b-8253-8533c1d2e7ca,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:47.024607 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks [] for router_gateway (9f505b69-91f6-47ff-ba31-67bf20a55ba6), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.103534 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Checking segment: {'id': '950e3cc1-c887-4c07-ab06-d7a437a33d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ba2101e-f14d-4bca-ad03-b73ab1456bea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:47.103901 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Network hostable DHCP agents. Network: 8ba2101e-f14d-4bca-ad03-b73ab1456bea, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:50:47.112605 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Allocated IP 172.27.1.150 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/9339343c-36f1-4635-9058-e8bc2f7062ae) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:47.148797 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Network 8ba2101e-f14d-4bca-ad03-b73ab1456bea is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:50:47.180627 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.181309 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.181869 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.182454 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.183004 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.183650 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.184210 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.184752 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.185279 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.185801 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.186376 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.186944 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.187515 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.188034 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.188580 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Tracked resource versions report: Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: pushed versions: Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: { 'AddressGroup': {'1.2'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Agent': {'1.1'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'ConntrackHelper': {'1.0'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Log': {'1.0'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'NDPProxy': {'1.0'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Network': {'1.1'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Port': {'1.7'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'PortForwarding': {'1.3'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'QosPolicy': {'1.10'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SecurityGroup': {'1.5'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SubPort': {'1.0'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Subnet': {'1.1'}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Trunk': {'1.1'}} Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: consumer versions: Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: { DHCP agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: L3 agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: Metadata agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: Metering agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: Open vSwitch agent@dv-cinder-837166-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Agent': '1.1', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'ConntrackHelper': '1.0', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'LocalIPAssociation': '1.0', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Log': '1.0', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'NDPProxy': '1.0', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Network': '1.1', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Port': '1.7', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'PortForwarding': '1.3', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'QosPolicy': '1.10', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SecurityGroup': '1.5', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SecurityGroupRule': '1.2', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'SubPort': '1.0', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Subnet': '1.1', Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: 'Trunk': '1.1'}} Apr 11 16:50:47.190045 dv-cinder-837166-2-iscsi neutron-server[109890]: {{(pid=109890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:50:47.207417 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 8ba2101e-f14d-4bca-ad03-b73ab1456bea) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:47.220490 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:47.221772 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.239424 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] For port 72f9fd59-b424-44b7-8c81-60e4390729bb, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:47.264356 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2179faf-c773-470f-9a0d-e20fdc7f923c None None] Network 8ba2101e-f14d-4bca-ad03-b73ab1456bea requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:50:47.267061 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fb8b1b6e-88ce-4580-91b0-38a03c996889 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6687787 Apr 11 16:50:47.286354 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks [] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.321412 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] For port 72f9fd59-b424-44b7-8c81-60e4390729bb, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=72f9fd59-b424-44b7-8c81-60e4390729bb,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:47.371532 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks [] for router_gateway (9f505b69-91f6-47ff-ba31-67bf20a55ba6), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.404841 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.413218 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.419581 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.483803 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:47.488028 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:47.489825 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:47.532986 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Pushing event updated for resources: {'Port': ['ID=9339343c-36f1-4635-9058-e8bc2f7062ae,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:47.647575 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Allocated IP 172.27.1.217 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/b605f8a4-d64f-46d1-8d55-91b1f7a68dd2) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:47.675564 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Publish callbacks [] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.715504 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.754418 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4a55a-1359-4a21-81ab-61996452da76 None None] Pushing event updated for resources: {'Port': ['ID=72f9fd59-b424-44b7-8c81-60e4390729bb,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:47.797437 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.799469 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:47.837826 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:47.844003 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6754f6-74b7-4315-b6f5-e3dc010ace34 None None] Network 8ba2101e-f14d-4bca-ad03-b73ab1456bea requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:50:47.849284 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:48.043757 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks [] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:48.071459 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks [] for router_gateway (feaadcca-c88c-442d-a22f-2a6e628e2f5a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:48.142175 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:48.186069 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Pushing event updated for resources: {'Port': ['ID=52639abd-1c8c-4dd2-8073-884728e5fa54,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:48.244624 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34528) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:48.248838 dv-cinder-837166-2-iscsi neutron-server[109888]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 16:50:48.325599 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:48.343174 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Pushing event updated for resources: {'Port': ['ID=b605f8a4-d64f-46d1-8d55-91b1f7a68dd2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:48.373503 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Attempting to bind port 52639abd-1c8c-4dd2-8073-884728e5fa54 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:48.373971 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Attempting to bind port 52639abd-1c8c-4dd2-8073-884728e5fa54 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:48.374414 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Attempting to bind port 52639abd-1c8c-4dd2-8073-884728e5fa54 on network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:48.380887 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:48.386500 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Checking segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:48.387381 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:48.387874 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Bound using segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:48.388456 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Bound port: 52639abd-1c8c-4dd2-8073-884728e5fa54, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:48.388917 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:48.399451 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:48.403585 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:48.452830 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:48.507184 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] For port 52639abd-1c8c-4dd2-8073-884728e5fa54, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:48.511043 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] For port 52639abd-1c8c-4dd2-8073-884728e5fa54, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=52639abd-1c8c-4dd2-8073-884728e5fa54,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:48.520658 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:48.667050 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf464ab-dfd9-4b1d-b5d5-7270ea7994bb None None] Pushing event updated for resources: {'Port': ['ID=52639abd-1c8c-4dd2-8073-884728e5fa54,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:48.722302 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-84fce3a6-ef2f-4c18-9634-767dcb4336f3 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:48.724711 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-84fce3a6-ef2f-4c18-9634-767dcb4336f3 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/networks?id=8ba2101e-f14d-4bca-ad03-b73ab1456bea HTTP/1.1" status: 200 len: 811 time: 0.4790819 Apr 11 16:50:48.790972 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (feaadcca-c88c-442d-a22f-2a6e628e2f5a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:48.794019 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-0d30cf9d-acf1-40ec-bb7c-579a898325f2 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/quotas/d32ccfb9c3574946a051d337dd313f05 HTTP/1.1" status: 200 len: 375 time: 0.0315058 Apr 11 16:50:48.956245 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-57f6371c-14c8-4fc8-9889-e4d2750b7c27 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d32ccfb9c3574946a051d337dd313f05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1372938 Apr 11 16:50:48.998924 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks [] for router_gateway (9f505b69-91f6-47ff-ba31-67bf20a55ba6), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:49.039231 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:49.167322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Router feaadcca-c88c-442d-a22f-2a6e628e2f5a is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:50:49.378394 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:49.388287 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Sync routers for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:49.412924 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:49.415286 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8495fb5d-ac81-496a-87b6-41b4aa22edc9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.8418584 Apr 11 16:50:49.419284 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34600) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:49.456349 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-b39806bf-f326-4e7c-b1bd-683ec21b460c service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:50:49.459376 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-b39806bf-f326-4e7c-b1bd-683ec21b460c service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1324642 Apr 11 16:50:49.505570 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:49.506293 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:50:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:49.579165 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d2ae33-b229-48e7-ae25-7951b417e8eb None None] Network ee9ccffc-1771-4071-b8ed-56b062206995 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:50:49.653982 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (9f505b69-91f6-47ff-ba31-67bf20a55ba6), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:49.670870 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:49.682409 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34618) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:49.772124 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-4207de0e-11c8-4c11-bf62-4b96d154333d None None] Provisioning complete for port 72f9fd59-b424-44b7-8c81-60e4390729bb triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:49.774507 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4207de0e-11c8-4c11-bf62-4b96d154333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:49.928592 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-91d5247f-b0cb-4a7b-a407-83ddebcf3a9d service neutron] 10.222.0.73 "GET /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4614048 Apr 11 16:50:50.132859 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-4207de0e-11c8-4c11-bf62-4b96d154333d None None] Current status of the port 72f9fd59-b424-44b7-8c81-60e4390729bb is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:50.133256 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4207de0e-11c8-4c11-bf62-4b96d154333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.160625 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:47Z', 'revision_number': 3, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:50.202528 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 72f9fd59-b424-44b7-8c81-60e4390729bb up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:50.262212 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Checking router: feaadcca-c88c-442d-a22f-2a6e628e2f5a for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:50.262504 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Updating router feaadcca-c88c-442d-a22f-2a6e628e2f5a port 9339343c-36f1-4635-9058-e8bc2f7062ae binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:50:50.280528 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e15f39ba-f1d8-4ef7-94b5-bb2aca829f9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.338009 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.393382 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4207de0e-11c8-4c11-bf62-4b96d154333d None None] For port 72f9fd59-b424-44b7-8c81-60e4390729bb, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=72f9fd59-b424-44b7-8c81-60e4390729bb,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:50.421437 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4207de0e-11c8-4c11-bf62-4b96d154333d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.508136 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 72f9fd59-b424-44b7-8c81-60e4390729bb triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:50.508136 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.513530 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e15f39ba-f1d8-4ef7-94b5-bb2aca829f9f admin admin] Publish callbacks [] for security_group (722fb506-71ed-407a-8c80-f953766a79e1), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.551648 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e15f39ba-f1d8-4ef7-94b5-bb2aca829f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (722fb506-71ed-407a-8c80-f953766a79e1), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.599280 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e15f39ba-f1d8-4ef7-94b5-bb2aca829f9f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=78ebf69e59e04deea8b3929482443b38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9001687 Apr 11 16:50:50.602465 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34672) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:50.627500 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.639626 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492686bf-1fa6-4f8e-80ca-b1a99432b96c None None] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:50:50.700676 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f39ba-f1d8-4ef7-94b5-bb2aca829f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722fb506-71ed-407a-8c80-f953766a79e1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:50.714662 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:50:50.729663 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-386455d9-60ee-485a-93c4-7c1ae59e22dd service neutron] 10.222.0.73 "GET /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7699692 Apr 11 16:50:50.839185 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc636ef8-76b0-472f-abaf-fb7ce5509327 admin admin] Publish callbacks [] for security_group (722fb506-71ed-407a-8c80-f953766a79e1), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.951501 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Provisioning complete for port 52639abd-1c8c-4dd2-8073-884728e5fa54 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:50.951912 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.972316 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Publish callbacks [] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.988727 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.990160 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc636ef8-76b0-472f-abaf-fb7ce5509327 admin admin] Publish callbacks [] for security_group (722fb506-71ed-407a-8c80-f953766a79e1), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:50.998468 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:51.036157 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207de0e-11c8-4c11-bf62-4b96d154333d None None] Pushing event updated for resources: {'Port': ['ID=72f9fd59-b424-44b7-8c81-60e4390729bb,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:51.057635 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.059944 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-744318e8-b42d-4a23-bd3d-34057065850a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.6894422 Apr 11 16:50:51.061968 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34698) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:51.074358 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Sync routers for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:51.120251 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Attempting to bind port 9339343c-36f1-4635-9058-e8bc2f7062ae on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:51.120709 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Attempting to bind port 9339343c-36f1-4635-9058-e8bc2f7062ae by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:51.121144 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Attempting to bind port 9339343c-36f1-4635-9058-e8bc2f7062ae on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:51.131261 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:51.132534 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:51.139601 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.141027 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:51.143885 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Bound port: 9339343c-36f1-4635-9058-e8bc2f7062ae, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:51.144418 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.156995 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:51.157857 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:50:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:51.247702 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Pushing event updated for resources: {'Port': ['ID=9339343c-36f1-4635-9058-e8bc2f7062ae,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:51.274425 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.274984 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.275686 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.276242 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.276730 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.277230 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.277709 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.278326 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.281159 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.281999 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.282383 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc636ef8-76b0-472f-abaf-fb7ce5509327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (722fb506-71ed-407a-8c80-f953766a79e1), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.284096 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.284613 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.285372 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.285857 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.286390 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Tracked resource versions report: Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: pushed versions: Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: { 'AddressGroup': {'1.2'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Agent': {'1.1'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'ConntrackHelper': {'1.0'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Log': {'1.0'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'NDPProxy': {'1.0'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Network': {'1.1'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Port': {'1.7'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'PortForwarding': {'1.3'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'QosPolicy': {'1.10'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SecurityGroup': {'1.5'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SubPort': {'1.0'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Subnet': {'1.1'}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Trunk': {'1.1'}} Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: consumer versions: Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: { DHCP agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: L3 agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: Metadata agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: Metering agent@dv-cinder-837166-2-iscsi: {}, Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: Open vSwitch agent@dv-cinder-837166-2-iscsi: { 'AddressGroup': '1.2', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Agent': '1.1', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'ConntrackHelper': '1.0', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'LocalIPAssociation': '1.0', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Log': '1.0', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'NDPProxy': '1.0', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Network': '1.1', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Port': '1.7', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'PortForwarding': '1.3', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'QosPolicy': '1.10', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SecurityGroup': '1.5', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SecurityGroupRule': '1.2', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'SubPort': '1.0', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Subnet': '1.1', Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: 'Trunk': '1.1'}} Apr 11 16:50:51.287831 dv-cinder-837166-2-iscsi neutron-server[109891]: {{(pid=109891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:50:51.290990 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dc636ef8-76b0-472f-abaf-fb7ce5509327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.293324 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-dc636ef8-76b0-472f-abaf-fb7ce5509327 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/722fb506-71ed-407a-8c80-f953766a79e1 HTTP/1.1" status: 204 len: 168 time: 0.6889369 Apr 11 16:50:51.311617 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Allocated IP 172.20.0.1 (ee9ccffc-1771-4071-b8ed-56b062206995/0fab50a3-e5d1-46d0-943a-d1a9bae09b66/c910529a-0c17-4e2f-bf4e-1e577d31238a) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:51.318109 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] For port 9339343c-36f1-4635-9058-e8bc2f7062ae, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:51.326305 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] For port 9339343c-36f1-4635-9058-e8bc2f7062ae, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=9339343c-36f1-4635-9058-e8bc2f7062ae,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:51.341228 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.344471 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc636ef8-76b0-472f-abaf-fb7ce5509327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722fb506-71ed-407a-8c80-f953766a79e1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:51.408658 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ef727e-d3af-491b-b05b-dae372271f7b None None] Pushing event updated for resources: {'Port': ['ID=9339343c-36f1-4635-9058-e8bc2f7062ae,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:51.451611 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:51.452316 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:50:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:51.521756 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:51.620952 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Publish callbacks [] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.676348 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.725646 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:51.771187 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Network ee9ccffc-1771-4071-b8ed-56b062206995 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:51.785370 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b1019433-f552-4da1-8714-42d26a06c02c req-d5867fa1-56a2-455e-8a84-a5d4f05fd346 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 210 time: 0.5435901 Apr 11 16:50:51.785676 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 72f9fd59-b424-44b7-8c81-60e4390729bb is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:51.786951 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:51.788925 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 52639abd-1c8c-4dd2-8073-884728e5fa54 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:51.798818 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:51.799316 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (feaadcca-c88c-442d-a22f-2a6e628e2f5a), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.982701 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Current status of the port 52639abd-1c8c-4dd2-8073-884728e5fa54 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:52.022243 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:52.063280 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Pushing event updated for resources: {'Port': ['ID=c910529a-0c17-4e2f-bf4e-1e577d31238a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:52.249382 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:47Z', 'revision_number': 3, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:52.286407 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34764) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:52.306007 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 52639abd-1c8c-4dd2-8073-884728e5fa54 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:52.306412 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:52.340167 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] For port 52639abd-1c8c-4dd2-8073-884728e5fa54, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=52639abd-1c8c-4dd2-8073-884728e5fa54,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:52.366787 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f608e53d-3ddf-49c9-b774-0af12608adbb None None] The sync data for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi is: [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:47Z', 'revision_number': 3, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:52.414021 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:52.467042 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:52.652622 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Provisioning complete for port 72f9fd59-b424-44b7-8c81-60e4390729bb triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:52.653030 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:52.686577 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:52.786545 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:48Z', 'revision_number': 3, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:52.805384 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-edd180a7-14b6-4b55-91ba-ecd674e4d6e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:52.848829 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34792) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:52.952947 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Pushing event updated for resources: {'Port': ['ID=52639abd-1c8c-4dd2-8073-884728e5fa54,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:52.956733 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34796) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:52.980894 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Checking router: 9f505b69-91f6-47ff-ba31-67bf20a55ba6 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:52.981634 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Updating router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:50:53.043484 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Publish callbacks [] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.070892 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.072596 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (feaadcca-c88c-442d-a22f-2a6e628e2f5a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.091847 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.126470 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e7344f0d-b356-4b99-832c-f36ceebf675d req-57dfab49-ab94-4137-a1f0-150ed438b899 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 210 time: 0.1626904 Apr 11 16:50:53.147006 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 52639abd-1c8c-4dd2-8073-884728e5fa54 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:53.174476 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Pushing event updated for resources: {'Port': ['ID=c910529a-0c17-4e2f-bf4e-1e577d31238a,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:53.200202 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Allocated IP 172.20.0.1 (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0/446f7795-4b4d-424b-aaf9-97a4b87ed922/df5d4577-0a9c-426d-a1cd-d93bc779d35e) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:53.215564 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09666e36-10b3-44aa-9dfc-575a98355a7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.361846 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-edd180a7-14b6-4b55-91ba-ecd674e4d6e0 admin admin] Publish callbacks [] for security_group (e16d15a1-d6c6-4457-888d-266683452906), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.373023 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-edd180a7-14b6-4b55-91ba-ecd674e4d6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (e16d15a1-d6c6-4457-888d-266683452906), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.445977 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Publish callbacks [] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.465044 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Network ee9ccffc-1771-4071-b8ed-56b062206995 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:53.466251 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-edd180a7-14b6-4b55-91ba-ecd674e4d6e0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3796273a118e4a70b3f8097ef40525db&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1766152 Apr 11 16:50:53.468432 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:53.470579 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34818) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:53.507111 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd180a7-14b6-4b55-91ba-ecd674e4d6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16d15a1-d6c6-4457-888d-266683452906,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:53.551489 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5625c8b4-2acb-48e8-9d41-84cdf1d91c69 admin admin] Publish callbacks [] for security_group (e16d15a1-d6c6-4457-888d-266683452906), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.588033 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5625c8b4-2acb-48e8-9d41-84cdf1d91c69 admin admin] Publish callbacks [] for security_group (e16d15a1-d6c6-4457-888d-266683452906), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.601353 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.653457 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 72f9fd59-b424-44b7-8c81-60e4390729bb up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:53.666642 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:53.676775 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:53.683600 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:53.684249 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (9f505b69-91f6-47ff-ba31-67bf20a55ba6), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.879655 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d1f13f95-8932-44e1-a11a-d77246e6c382 None None] Current status of the port 72f9fd59-b424-44b7-8c81-60e4390729bb is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:53.884893 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Router feaadcca-c88c-442d-a22f-2a6e628e2f5a has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:53.898579 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Pushing event updated for resources: {'Port': ['ID=df5d4577-0a9c-426d-a1cd-d93bc779d35e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:53.953137 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09666e36-10b3-44aa-9dfc-575a98355a7e admin admin] Publish callbacks [] for security_group (a20af620-6ca1-4052-a44d-b2eccd11e320), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.967629 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 72f9fd59-b424-44b7-8c81-60e4390729bb triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:53.968247 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.971478 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-09666e36-10b3-44aa-9dfc-575a98355a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (a20af620-6ca1-4052-a44d-b2eccd11e320), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.984860 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.991788 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5625c8b4-2acb-48e8-9d41-84cdf1d91c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (e16d15a1-d6c6-4457-888d-266683452906), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.995399 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5625c8b4-2acb-48e8-9d41-84cdf1d91c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.996638 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5625c8b4-2acb-48e8-9d41-84cdf1d91c69 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e16d15a1-d6c6-4457-888d-266683452906 HTTP/1.1" status: 204 len: 168 time: 0.5249271 Apr 11 16:50:54.030487 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625c8b4-2acb-48e8-9d41-84cdf1d91c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16d15a1-d6c6-4457-888d-266683452906,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:54.128050 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-09666e36-10b3-44aa-9dfc-575a98355a7e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6713521d2d30444e80af185f9f7c05dd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2778451 Apr 11 16:50:54.133264 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34834) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:54.177400 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-523d5c5a-8db6-4618-958d-8624faced0b6 None None] Provisioning complete for port 52639abd-1c8c-4dd2-8073-884728e5fa54 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:54.179107 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-523d5c5a-8db6-4618-958d-8624faced0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.247820 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09666e36-10b3-44aa-9dfc-575a98355a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20af620-6ca1-4052-a44d-b2eccd11e320,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:54.302231 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:54.319044 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-905281d1-7c52-40be-bd58-df50fc305973 admin admin] 10.222.0.73 "PUT /v2.0/routers/feaadcca-c88c-442d-a22f-2a6e628e2f5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8971164 Apr 11 16:50:54.323542 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a9240f79-528a-4a70-ad36-31c14c52e7a7 admin admin] Publish callbacks [] for security_group (a20af620-6ca1-4052-a44d-b2eccd11e320), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.352323 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a9240f79-528a-4a70-ad36-31c14c52e7a7 admin admin] Publish callbacks [] for security_group (a20af620-6ca1-4052-a44d-b2eccd11e320), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.378139 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 72f9fd59-b424-44b7-8c81-60e4390729bb is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:54.382668 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 9339343c-36f1-4635-9058-e8bc2f7062ae up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:54.535885 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-15d43879-0ea3-4d68-8e9d-6b1bdb05ae34 req-4b968ea9-47a9-46c9-8612-701bab5418ae tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 210 time: 0.0817275 Apr 11 16:50:54.593302 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Publish callbacks [] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.603338 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.604273 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (9f505b69-91f6-47ff-ba31-67bf20a55ba6), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.689111 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-523d5c5a-8db6-4618-958d-8624faced0b6 None None] Current status of the port 52639abd-1c8c-4dd2-8073-884728e5fa54 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:54.694010 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Publish callbacks [] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.695931 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 9339343c-36f1-4635-9058-e8bc2f7062ae triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:54.696681 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.729790 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.745852 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-523d5c5a-8db6-4618-958d-8624faced0b6 None None] Provisioning complete for port c910529a-0c17-4e2f-bf4e-1e577d31238a triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:54.746344 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-523d5c5a-8db6-4618-958d-8624faced0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.761969 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34864) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:54.783728 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd28f7e6-35b0-474c-99e7-b01192cb3a84 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.842269 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a9240f79-528a-4a70-ad36-31c14c52e7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (a20af620-6ca1-4052-a44d-b2eccd11e320), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.845211 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a9240f79-528a-4a70-ad36-31c14c52e7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.849837 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-a9240f79-528a-4a70-ad36-31c14c52e7a7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a20af620-6ca1-4052-a44d-b2eccd11e320 HTTP/1.1" status: 204 len: 168 time: 0.7142341 Apr 11 16:50:54.852725 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa832ac1-cf8b-4f7f-ab12-f50c9ab76a7f None None] Pushing event updated for resources: {'Port': ['ID=b605f8a4-d64f-46d1-8d55-91b1f7a68dd2,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:54.854979 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-523d5c5a-8db6-4618-958d-8624faced0b6 None None] Port c910529a-0c17-4e2f-bf4e-1e577d31238a cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:50:54.859345 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Attempting to bind port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:54.859697 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Attempting to bind port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:54.860084 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Attempting to bind port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:54.865087 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:54.868065 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:54.868065 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:54.868471 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.868898 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:54.869613 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Bound port: b605f8a4-d64f-46d1-8d55-91b1f7a68dd2, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:54.870005 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.871370 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9240f79-528a-4a70-ad36-31c14c52e7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20af620-6ca1-4052-a44d-b2eccd11e320,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:54.881651 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:54.885584 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Pushing event updated for resources: {'Port': ['ID=df5d4577-0a9c-426d-a1cd-d93bc779d35e,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:54.955650 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 9339343c-36f1-4635-9058-e8bc2f7062ae is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:54.956365 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.996078 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd28f7e6-35b0-474c-99e7-b01192cb3a84 admin admin] Publish callbacks [] for security_group (c6524c5e-f2df-4b3a-aa98-3f91ebf4203a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.004290 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dd28f7e6-35b0-474c-99e7-b01192cb3a84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c6524c5e-f2df-4b3a-aa98-3f91ebf4203a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.086765 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-dd28f7e6-35b0-474c-99e7-b01192cb3a84 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a81f45a39c54381906d4ca1b3d60275&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3233924 Apr 11 16:50:55.087537 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28f7e6-35b0-474c-99e7-b01192cb3a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6524c5e-f2df-4b3a-aa98-3f91ebf4203a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:55.090999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 34878) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:55.099942 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] For port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:55.105214 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] For port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=b605f8a4-d64f-46d1-8d55-91b1f7a68dd2,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:55.113516 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-9fed077c-3328-4352-bac8-f23bfd8d38ff None None] Provisioning complete for port df5d4577-0a9c-426d-a1cd-d93bc779d35e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:55.115415 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9fed077c-3328-4352-bac8-f23bfd8d38ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.122440 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port 9339343c-36f1-4635-9058-e8bc2f7062ae, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=9339343c-36f1-4635-9058-e8bc2f7062ae,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:55.149778 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.177943 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.178821 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 52639abd-1c8c-4dd2-8073-884728e5fa54 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:55.225236 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:55.232482 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0eff4600-e7c6-4cb8-bb5b-09e87724a3b3 admin admin] Publish callbacks [] for security_group (c6524c5e-f2df-4b3a-aa98-3f91ebf4203a), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.260233 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:55.260891 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:50:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:55.363704 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Sync routers for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:55.396251 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:55.398199 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:50:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:55.416133 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:55.436860 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0eff4600-e7c6-4cb8-bb5b-09e87724a3b3 admin admin] Publish callbacks [] for security_group (c6524c5e-f2df-4b3a-aa98-3f91ebf4203a), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.464769 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-9fed077c-3328-4352-bac8-f23bfd8d38ff None None] Port df5d4577-0a9c-426d-a1cd-d93bc779d35e cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:50:55.535811 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa832ac1-cf8b-4f7f-ab12-f50c9ab76a7f None None] Pushing event updated for resources: {'Port': ['ID=b605f8a4-d64f-46d1-8d55-91b1f7a68dd2,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:55.590235 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:55.615898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:55.621685 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0eff4600-e7c6-4cb8-bb5b-09e87724a3b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c6524c5e-f2df-4b3a-aa98-3f91ebf4203a), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.624669 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0eff4600-e7c6-4cb8-bb5b-09e87724a3b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.628408 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-0eff4600-e7c6-4cb8-bb5b-09e87724a3b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6524c5e-f2df-4b3a-aa98-3f91ebf4203a HTTP/1.1" status: 204 len: 168 time: 0.5334196 Apr 11 16:50:55.643004 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-534a4f89-9507-4bd0-990c-0dda0b19161e admin admin] 10.222.0.73 "PUT /v2.0/routers/9f505b69-91f6-47ff-ba31-67bf20a55ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5695570 Apr 11 16:50:55.645255 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eff4600-e7c6-4cb8-bb5b-09e87724a3b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6524c5e-f2df-4b3a-aa98-3f91ebf4203a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:55.651897 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-2ca14c07-0cee-460b-96dd-5b8fb2d3431f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:55.653415 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-2ca14c07-0cee-460b-96dd-5b8fb2d3431f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 818 time: 0.1932638 Apr 11 16:50:55.655364 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 52639abd-1c8c-4dd2-8073-884728e5fa54 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:55.655785 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.702740 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-578bcd21-b1e6-4933-ab50-edc8c5577331 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/quotas/3a69ed2513084a06887269c7f55fa8ed HTTP/1.1" status: 200 len: 375 time: 0.0410788 Apr 11 16:50:55.740105 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6acb224b-8c00-4bc5-9bdf-80c8b9d72e5a req-15c85796-7276-4c3d-af40-a5d2cd9c85e6 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 210 time: 0.0630662 Apr 11 16:50:55.815128 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-86c4a592-6dc9-4af2-8bc2-9a70c06c7431 None None] Provisioning complete for port df5d4577-0a9c-426d-a1cd-d93bc779d35e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:55.815259 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-86c4a592-6dc9-4af2-8bc2-9a70c06c7431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.845961 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5acfb89b-e91c-4cbc-a1e3-507872247ed8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1105437 Apr 11 16:50:55.888629 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-86c4a592-6dc9-4af2-8bc2-9a70c06c7431 None None] Port df5d4577-0a9c-426d-a1cd-d93bc779d35e cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:50:55.948710 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 2, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:55.950766 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=9339343c-36f1-4635-9058-e8bc2f7062ae,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:55.996522 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ed8778-3c39-40dd-a901-acc3dd17d0dc None None] The sync data for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi is: [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 2, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:56.048037 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-0048bbb9-3823-4c23-ad74-1dc69abdc442 service neutron] 10.222.0.73 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908953 Apr 11 16:50:56.106919 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 52639abd-1c8c-4dd2-8073-884728e5fa54 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:56.122685 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 2, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:56.202220 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Checking router: feaadcca-c88c-442d-a22f-2a6e628e2f5a for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:56.202618 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Updating router feaadcca-c88c-442d-a22f-2a6e628e2f5a port c910529a-0c17-4e2f-bf4e-1e577d31238a binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:50:56.237960 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-6d84fcb3-8c85-40a4-b370-a5001c715e2d service neutron] 10.222.0.73 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749830 Apr 11 16:50:56.240865 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 9339343c-36f1-4635-9058-e8bc2f7062ae up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:56.283549 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:56.338351 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 9339343c-36f1-4635-9058-e8bc2f7062ae triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:56.338888 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:56.493979 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 9339343c-36f1-4635-9058-e8bc2f7062ae is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:56.675041 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-77eb1a55-4e0f-418d-bfdf-45db8b57d4b5 req-3ebdd51e-9d39-41ad-b0ee-f8f950c5e927 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 210 time: 0.0960579 Apr 11 16:50:56.860021 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 34984) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:56.865712 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-b119435c-860d-4652-beb6-635ebc0ecde5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--980261227', 'description': 'tempest-description--403681564'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:56.941704 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b119435c-860d-4652-beb6-635ebc0ecde5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.094961 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b3e8cd46-031a-48c5-af27-170da3b041f4 req-9324a93e-14f6-4502-85fb-e14e04f85c8f tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 210 time: 0.0426240 Apr 11 16:50:57.131956 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Publish callbacks [] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.162645 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.163904 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b119435c-860d-4652-beb6-635ebc0ecde5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (3b125369-4001-424f-9c07-5740ddd0f91a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.170150 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b119435c-860d-4652-beb6-635ebc0ecde5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (3b125369-4001-424f-9c07-5740ddd0f91a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.245794 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b119435c-860d-4652-beb6-635ebc0ecde5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.247110 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b119435c-860d-4652-beb6-635ebc0ecde5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3853426 Apr 11 16:50:57.249973 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35020) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:57.255664 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5db12b64-6440-43bb-b285-4e4d0f27fad3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'security_group_rule': {'security_group_id': '3b125369-4001-424f-9c07-5740ddd0f91a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:57.296912 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f05f91-bde7-4f23-8293-1251c77143c9 None None] Pushing event updated for resources: {'Port': ['ID=c910529a-0c17-4e2f-bf4e-1e577d31238a,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:57.335759 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119435c-860d-4652-beb6-635ebc0ecde5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b125369-4001-424f-9c07-5740ddd0f91a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:57.461816 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Attempting to bind port c910529a-0c17-4e2f-bf4e-1e577d31238a on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:57.462204 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Attempting to bind port c910529a-0c17-4e2f-bf4e-1e577d31238a by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:57.462573 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Attempting to bind port c910529a-0c17-4e2f-bf4e-1e577d31238a on network ee9ccffc-1771-4071-b8ed-56b062206995 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:57.475321 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:57.475727 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Checking segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:57.476125 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.476561 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Bound using segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:57.477062 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Bound port: c910529a-0c17-4e2f-bf4e-1e577d31238a, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:57.477447 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.664875 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] For port c910529a-0c17-4e2f-bf4e-1e577d31238a, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:57.668513 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] For port c910529a-0c17-4e2f-bf4e-1e577d31238a, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c910529a-0c17-4e2f-bf4e-1e577d31238a,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:57.668764 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.15', 62749) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:57.676907 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70757a-82c7-4927-8083-483e88f51fbf req-4ac85484-ca0a-405a-8903-1fc1f59637a5 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:57.685672 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-4ac85484-ca0a-405a-8903-1fc1f59637a5 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 818 time: 0.4150631 Apr 11 16:50:57.686888 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.747554 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-153fe9e5-e330-4075-bd59-694bd6136b4a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/quotas/3a69ed2513084a06887269c7f55fa8ed HTTP/1.1" status: 200 len: 375 time: 0.0586288 Apr 11 16:50:57.788342 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5db12b64-6440-43bb-b285-4e4d0f27fad3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (b910b2f8-242c-4347-b80f-1c911f8abd1d), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.841261 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:57.843314 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:50:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:57.856846 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35036) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:58.018870 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-7dad0e77-9eb0-4b0d-bb28-f5ca93b14931 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2708542 Apr 11 16:50:58.143952 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-bf4e48d0-4188-4860-8c87-84459717072b None None] Provisioning complete for port c910529a-0c17-4e2f-bf4e-1e577d31238a triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:58.146983 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bf4e48d0-4188-4860-8c87-84459717072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.170268 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5db12b64-6440-43bb-b285-4e4d0f27fad3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (b910b2f8-242c-4347-b80f-1c911f8abd1d), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.177902 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:58.180986 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5db12b64-6440-43bb-b285-4e4d0f27fad3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (b910b2f8-242c-4347-b80f-1c911f8abd1d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.253937 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db12b64-6440-43bb-b285-4e4d0f27fad3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b910b2f8-242c-4347-b80f-1c911f8abd1d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:58.297879 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5db12b64-6440-43bb-b285-4e4d0f27fad3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.303312 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5db12b64-6440-43bb-b285-4e4d0f27fad3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0512784 Apr 11 16:50:58.312357 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35068) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:58.317925 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a40cc858-bc8e-46e5-a16e-c7655e023f88 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'security_group_rule': {'security_group_id': '3b125369-4001-424f-9c07-5740ddd0f91a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:58.354914 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:58.390167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a40cc858-bc8e-46e5-a16e-c7655e023f88 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (baa2d50e-b28d-4b6e-a373-a8333d461b45), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.457994 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-322bb0f2-9486-48f2-97d4-bc67655f75e3 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:58.460731 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-322bb0f2-9486-48f2-97d4-bc67655f75e3 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.15 "GET /v2.0/networks?id=8ba2101e-f14d-4bca-ad03-b73ab1456bea HTTP/1.1" status: 200 len: 811 time: 0.7899818 Apr 11 16:50:58.543465 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Request body: {'port': {'device_id': '0f69db11-22ba-48ce-b303-56480ef8c542', 'network_id': '8ba2101e-f14d-4bca-ad03-b73ab1456bea', 'admin_state_up': True, 'tenant_id': 'd32ccfb9c3574946a051d337dd313f05'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:58.619521 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a40cc858-bc8e-46e5-a16e-c7655e023f88 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (baa2d50e-b28d-4b6e-a373-a8333d461b45), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.636939 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a40cc858-bc8e-46e5-a16e-c7655e023f88 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (baa2d50e-b28d-4b6e-a373-a8333d461b45), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.672345 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40cc858-bc8e-46e5-a16e-c7655e023f88 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa2d50e-b28d-4b6e-a373-a8333d461b45,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:58.687962 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d130a63b-9f7e-4308-831d-ddec9d386642 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.741231 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:58.741641 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.815727 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d130a63b-9f7e-4308-831d-ddec9d386642 admin admin] Publish callbacks [] for security_group (272801e9-eddf-462b-9665-1f0572801b54), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.822730 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a40cc858-bc8e-46e5-a16e-c7655e023f88 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.825002 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-a40cc858-bc8e-46e5-a16e-c7655e023f88 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5113320 Apr 11 16:50:58.827138 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d130a63b-9f7e-4308-831d-ddec9d386642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (272801e9-eddf-462b-9665-1f0572801b54), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.831245 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35098) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:58.869237 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:58.872946 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-bf4e48d0-4188-4860-8c87-84459717072b None None] Current status of the port c910529a-0c17-4e2f-bf4e-1e577d31238a is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:58.882223 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bf4e48d0-4188-4860-8c87-84459717072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.888671 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130a63b-9f7e-4308-831d-ddec9d386642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272801e9-eddf-462b-9665-1f0572801b54,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:58.896171 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:57Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:58.973087 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d130a63b-9f7e-4308-831d-ddec9d386642 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=675a09639a6b450d8bc849f12061edac&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1143372 Apr 11 16:50:58.976697 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35106) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:58.977041 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.051353 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-bf4e48d0-4188-4860-8c87-84459717072b None None] For port c910529a-0c17-4e2f-bf4e-1e577d31238a, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c910529a-0c17-4e2f-bf4e-1e577d31238a,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:59.065988 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-bf4e48d0-4188-4860-8c87-84459717072b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.159885 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f05f91-bde7-4f23-8293-1251c77143c9 None None] Pushing event updated for resources: {'Port': ['ID=c910529a-0c17-4e2f-bf4e-1e577d31238a,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:59.172157 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8e3ce-a2fc-46d0-8aca-d212ac734ce9 None None] The sync data for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi is: [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:57Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:59.234250 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edc64ffc-83da-4637-b30e-30b48c2f1ce9 admin admin] Publish callbacks [] for security_group (272801e9-eddf-462b-9665-1f0572801b54), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.248970 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Made reservation on behalf of d32ccfb9c3574946a051d337dd313f05 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:59.252885 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.301959 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-509d7bec-91fc-46ed-b541-65e32b0f7414 None None] Provisioning complete for port c910529a-0c17-4e2f-bf4e-1e577d31238a triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:59.304205 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-509d7bec-91fc-46ed-b541-65e32b0f7414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.313488 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e48d0-4188-4860-8c87-84459717072b None None] Pushing event updated for resources: {'Port': ['ID=c910529a-0c17-4e2f-bf4e-1e577d31238a,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:59.341654 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:59.342467 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.348295 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edc64ffc-83da-4637-b30e-30b48c2f1ce9 admin admin] Publish callbacks [] for security_group (272801e9-eddf-462b-9665-1f0572801b54), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.410116 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=b605f8a4-d64f-46d1-8d55-91b1f7a68dd2,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:59.436871 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.15', 62759) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:59.494267 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:59.617342 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=b605f8a4-d64f-46d1-8d55-91b1f7a68dd2,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:59.659869 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-32a22612-260b-4dfe-8ab8-be06677f0418 req-7f57ee03-ba22-40a1-9b94-b974da893da5 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 210 time: 0.5302312 Apr 11 16:50:59.696815 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-509d7bec-91fc-46ed-b541-65e32b0f7414 None None] Current status of the port c910529a-0c17-4e2f-bf4e-1e577d31238a is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:59.798451 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.018086 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ea9a1300-ec17-48ae-bfab-08fe80d2b0c7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:51:00.019583 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ea9a1300-ec17-48ae-bfab-08fe80d2b0c7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8863878 Apr 11 16:51:00.021026 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Allocated IP 172.27.1.140 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/b7261c8f-d2ca-4155-82bd-ddea1ef6c34b) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:00.252068 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-4b08f178-804b-4995-807a-7130cd91b50b service neutron] 10.222.0.73 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245493 Apr 11 16:51:00.335680 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Sync routers for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:00.353549 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for port (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.414174 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:00.416023 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:50:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:00.547880 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-88652eba-44bf-42cd-aab3-ef0decc2ad1f service neutron] 10.222.0.73 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717495 Apr 11 16:51:00.551171 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.564173 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Allocated IP 172.20.0.12 (8ba2101e-f14d-4bca-ad03-b73ab1456bea/55e77aff-879d-497b-8253-8533c1d2e7ca/32158a02-f773-404a-973c-60fd19d73f54) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:00.734073 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:00.743934 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edc64ffc-83da-4637-b30e-30b48c2f1ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (272801e9-eddf-462b-9665-1f0572801b54), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.758502 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-edc64ffc-83da-4637-b30e-30b48c2f1ce9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.765991 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:00.769004 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-edc64ffc-83da-4637-b30e-30b48c2f1ce9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/272801e9-eddf-462b-9665-1f0572801b54 HTTP/1.1" status: 204 len: 168 time: 1.7800360 Apr 11 16:51:00.777862 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'Port': ['ID=b7261c8f-d2ca-4155-82bd-ddea1ef6c34b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:00.787625 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:00.875559 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-996158de-a4ee-4a25-81ac-c8a5b2615dcd tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:00.878113 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-996158de-a4ee-4a25-81ac-c8a5b2615dcd tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 818 time: 1.4397600 Apr 11 16:51:00.892619 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc64ffc-83da-4637-b30e-30b48c2f1ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272801e9-eddf-462b-9665-1f0572801b54,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:00.897885 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35194) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:00.942514 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'port': {'device_id': 'd4f0014e-89e9-46b9-b7c6-0efde1ff7f49', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'admin_state_up': True, 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:01.114430 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a9d36687-2ba9-4046-983b-224c559a31e7 req-4568f84f-f17a-4e4e-8b3b-7dd6ddb8daa7 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 210 time: 0.2981775 Apr 11 16:51:01.140218 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c910529a-0c17-4e2f-bf4e-1e577d31238a up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:01.216312 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (fc554c8b-af05-4328-939b-2674735d5d7c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:01.285308 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:01.288382 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port c910529a-0c17-4e2f-bf4e-1e577d31238a triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:01.288937 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:01.312128 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Publish callbacks [] for port (32158a02-f773-404a-973c-60fd19d73f54), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:01.336661 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Made reservation on behalf of 3a69ed2513084a06887269c7f55fa8ed for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:01.345819 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:01.348520 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:01.743864 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ebe683a1-e330-44fb-a744-675149536aca req-2e1f39ad-eac5-4d2d-905c-dbe79aeb8f94 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 210 time: 0.2100716 Apr 11 16:51:01.763793 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (32158a02-f773-404a-973c-60fd19d73f54), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:01.918245 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port c910529a-0c17-4e2f-bf4e-1e577d31238a is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:01.919995 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:02.052522 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35226) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:02.119297 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 2, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:02.139910 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b35b983-f315-4e88-8129-991b7b07b174 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.160091 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40515dec-964e-45e0-818b-74c2476606ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.240718 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Checking router: 9f505b69-91f6-47ff-ba31-67bf20a55ba6 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:02.241044 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Updating router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 port df5d4577-0a9c-426d-a1cd-d93bc779d35e binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:02.251674 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:02.252144 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.254864 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Network 8ba2101e-f14d-4bca-ad03-b73ab1456bea is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:02.277816 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:02.294473 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40515dec-964e-45e0-818b-74c2476606ad admin admin] Publish callbacks [] for security_group (c6b638a1-cdbf-4cca-8286-8db8b43d99bc), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.302187 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:02.311779 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:02.314052 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.316851 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Pushing event updated for resources: {'Port': ['ID=32158a02-f773-404a-973c-60fd19d73f54,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:02.336753 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Allocated IP 172.20.0.14 (ee9ccffc-1771-4071-b8ed-56b062206995/0fab50a3-e5d1-46d0-943a-d1a9bae09b66/d4c44bed-f767-4c1e-b5ae-ac360a785dd9) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:02.338927 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40515dec-964e-45e0-818b-74c2476606ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c6b638a1-cdbf-4cca-8286-8db8b43d99bc), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.367386 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for port (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.380176 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-8339674a-4ee8-4814-9626-865428028f86 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8420632 Apr 11 16:51:02.401944 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-2ecb6498-6d92-4607-8ea8-e25caf94b7eb tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:51:02.403146 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-2ecb6498-6d92-4607-8ea8-e25caf94b7eb tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055537 Apr 11 16:51:02.424263 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-40515dec-964e-45e0-818b-74c2476606ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4c1eaeb25dca40618827018a56b90f68&name=default HTTP/1.1" status: 200 len: 2994 time: 1.5140753 Apr 11 16:51:02.437790 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35242) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:02.438219 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35244) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:02.454954 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40515dec-964e-45e0-818b-74c2476606ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b638a1-cdbf-4cca-8286-8db8b43d99bc,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:02.475949 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.549878 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:02.721328 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.738983 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6850a508-4026-4d93-bdfa-71799ff6d0b6 req-6135dc91-da0d-438f-9390-f372a9856ed4 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:02.752905 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6850a508-4026-4d93-bdfa-71799ff6d0b6 req-6135dc91-da0d-438f-9390-f372a9856ed4 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 932 time: 0.3770597 Apr 11 16:51:02.865682 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2da5f02-1b35-4aae-9c05-9b6793ccd0af admin admin] Publish callbacks [] for security_group (c6b638a1-cdbf-4cca-8286-8db8b43d99bc), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:02.980304 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2da5f02-1b35-4aae-9c05-9b6793ccd0af admin admin] Publish callbacks [] for security_group (c6b638a1-cdbf-4cca-8286-8db8b43d99bc), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.018837 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6850a508-4026-4d93-bdfa-71799ff6d0b6 req-ab7f3941-3c88-467f-a577-b3ff7caa7fcb tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635949 Apr 11 16:51:03.043621 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9a0b867b-d2be-42b7-938d-c248557aa67e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.141007 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4d08aff8-abb8-4322-922c-7c66284db1aa req-ec2d2c10-ceaf-4ef6-8161-fd389d68fba6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 210 time: 0.1439936 Apr 11 16:51:03.147211 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (fc554c8b-af05-4328-939b-2674735d5d7c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.221296 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.237091 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.237272 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3642850 Apr 11 16:51:03.276458 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cb4f84-1000-4bc7-b575-bda290bdd148 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'Port': ['ID=b7261c8f-d2ca-4155-82bd-ddea1ef6c34b,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:03.303143 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b35b983-f315-4e88-8129-991b7b07b174 admin admin] Publish callbacks [] for security_group (238215dd-99e5-4a05-8650-87cf874e1e38), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.307662 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Publish callbacks [] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.315679 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35258) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:03.319244 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0b35b983-f315-4e88-8129-991b7b07b174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (238215dd-99e5-4a05-8650-87cf874e1e38), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.328226 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.333376 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2da5f02-1b35-4aae-9c05-9b6793ccd0af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c6b638a1-cdbf-4cca-8286-8db8b43d99bc), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.336566 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2da5f02-1b35-4aae-9c05-9b6793ccd0af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.340447 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e2da5f02-1b35-4aae-9c05-9b6793ccd0af admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c6b638a1-cdbf-4cca-8286-8db8b43d99bc HTTP/1.1" status: 204 len: 168 time: 0.8986378 Apr 11 16:51:03.353991 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2da5f02-1b35-4aae-9c05-9b6793ccd0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b638a1-cdbf-4cca-8286-8db8b43d99bc,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:03.370850 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.440768 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event updated for resources: {'Port': ['ID=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:03.480181 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Network ee9ccffc-1771-4071-b8ed-56b062206995 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:03.482844 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9a0b867b-d2be-42b7-938d-c248557aa67e admin admin] Publish callbacks [] for security_group (2120486f-9ead-4a32-a5f4-ca1196dd17be), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.485388 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:03.488572 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:03.495883 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:03.496811 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.514798 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9a0b867b-d2be-42b7-938d-c248557aa67e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2120486f-9ead-4a32-a5f4-ca1196dd17be), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.523921 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-0b35b983-f315-4e88-8129-991b7b07b174 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=29e7f2947a01426c9cd282e1e5732337&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4703171 Apr 11 16:51:03.527100 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b35b983-f315-4e88-8129-991b7b07b174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238215dd-99e5-4a05-8650-87cf874e1e38,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:03.532020 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7b3fb45b-09c9-4c97-b25f-3fe2647bf308 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6169858 Apr 11 16:51:03.550565 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35266) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:03.612741 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35f3ad-7f25-4a5b-a42f-db1bc2c9bab8 None None] Pushing event updated for resources: {'Port': ['ID=df5d4577-0a9c-426d-a1cd-d93bc779d35e,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:03.825698 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3572bb34-6d61-44fe-b6ba-b6b628998879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.836138 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Attempting to bind port df5d4577-0a9c-426d-a1cd-d93bc779d35e on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:03.836391 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Attempting to bind port df5d4577-0a9c-426d-a1cd-d93bc779d35e by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:03.836773 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Attempting to bind port df5d4577-0a9c-426d-a1cd-d93bc779d35e on network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:03.845136 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-6dbca10a-2bc2-4eeb-9729-8d34a0a77c47 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--980261227&fields=id&tenant_id=28c4fb270b99427b9fb085597e134917 HTTP/1.1" status: 200 len: 267 time: 0.1742656 Apr 11 16:51:03.855418 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:03.856042 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Checking segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:03.856488 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.862221 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Bound using segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:03.868720 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Bound port: df5d4577-0a9c-426d-a1cd-d93bc779d35e, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:03.869159 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.874277 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ff77-60ed-415d-8c5d-c7fe09c03f9b admin admin] Publish callbacks [] for security_group (238215dd-99e5-4a05-8650-87cf874e1e38), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:03.950559 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ff77-60ed-415d-8c5d-c7fe09c03f9b admin admin] Publish callbacks [] for security_group (238215dd-99e5-4a05-8650-87cf874e1e38), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.024028 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] For port df5d4577-0a9c-426d-a1cd-d93bc779d35e, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:04.038229 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] For port df5d4577-0a9c-426d-a1cd-d93bc779d35e, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=df5d4577-0a9c-426d-a1cd-d93bc779d35e,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:04.088171 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.093940 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3572bb34-6d61-44fe-b6ba-b6b628998879 admin admin] Publish callbacks [] for security_group (ddb6769b-f179-458b-84d2-548b94f079bb), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.123695 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d3c3109f-ec3c-401d-aade-5d7d6e9c4f10 None None] Provisioning complete for port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:04.124168 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d3c3109f-ec3c-401d-aade-5d7d6e9c4f10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.140008 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ff77-60ed-415d-8c5d-c7fe09c03f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (238215dd-99e5-4a05-8650-87cf874e1e38), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.162135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b6c8ff77-60ed-415d-8c5d-c7fe09c03f9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.163336 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b6c8ff77-60ed-415d-8c5d-c7fe09c03f9b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/238215dd-99e5-4a05-8650-87cf874e1e38 HTTP/1.1" status: 204 len: 168 time: 0.6117511 Apr 11 16:51:04.164065 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3572bb34-6d61-44fe-b6ba-b6b628998879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (ddb6769b-f179-458b-84d2-548b94f079bb), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.174282 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9a0b867b-d2be-42b7-938d-c248557aa67e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28db0ba70cc640d49924d80da53ccb45&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7335916 Apr 11 16:51:04.175113 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35292) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:04.181736 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0b867b-d2be-42b7-938d-c248557aa67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2120486f-9ead-4a32-a5f4-ca1196dd17be,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:04.240998 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c8ff77-60ed-415d-8c5d-c7fe09c03f9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238215dd-99e5-4a05-8650-87cf874e1e38,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:04.250715 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3572bb34-6d61-44fe-b6ba-b6b628998879 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=86c699b812e44134b9a8f08dd7bb7257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9314706 Apr 11 16:51:04.265076 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35296) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:04.311573 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60308b-fddc-4098-b404-983ef9a290fe req-f693d2d4-2bfa-41a9-a72d-1cce5e022cdb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:04.321344 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-f693d2d4-2bfa-41a9-a72d-1cce5e022cdb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 810 time: 0.4682553 Apr 11 16:51:04.388096 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-6adec160-1382-4e44-ae7e-abfd5726f5c6 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/quotas/28c4fb270b99427b9fb085597e134917 HTTP/1.1" status: 200 len: 375 time: 0.0654430 Apr 11 16:51:04.423042 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572bb34-6d61-44fe-b6ba-b6b628998879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb6769b-f179-458b-84d2-548b94f079bb,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:04.475030 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Request body: {'port': {'device_id': '0f69db11-22ba-48ce-b303-56480ef8c542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:04.511226 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Request body: {'port': {'device_id': 'd4f0014e-89e9-46b9-b7c6-0efde1ff7f49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:04.553336 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92180376-fc82-43e9-bfbf-fcbfbfa82e86 req-0aa61a32-b6c2-482a-b79f-f6988c5873ec tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:04.554977 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-92180376-fc82-43e9-bfbf-fcbfbfa82e86 req-0aa61a32-b6c2-482a-b79f-f6988c5873ec tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 932 time: 0.3406899 Apr 11 16:51:04.581826 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-62e8bd84-8365-4c97-9073-42d45e10d85a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1841822 Apr 11 16:51:04.622136 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.15', 62765) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:04.701354 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8bbdec8-3dea-4cf9-8583-b823fd06287c admin admin] Publish callbacks [] for security_group (2120486f-9ead-4a32-a5f4-ca1196dd17be), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.756028 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4130e847-e7a4-4b31-bb06-c777ed73957b admin admin] Publish callbacks [] for security_group (ddb6769b-f179-458b-84d2-548b94f079bb), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.772283 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8bbdec8-3dea-4cf9-8583-b823fd06287c admin admin] Publish callbacks [] for security_group (2120486f-9ead-4a32-a5f4-ca1196dd17be), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:04.930178 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d3c3109f-ec3c-401d-aade-5d7d6e9c4f10 None None] Port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:04.946567 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-92180376-fc82-43e9-bfbf-fcbfbfa82e86 req-c6e0e644-6b47-466d-9b93-052ae0cf2a77 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587439 Apr 11 16:51:04.987279 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35f3ad-7f25-4a5b-a42f-db1bc2c9bab8 None None] Pushing event updated for resources: {'Port': ['ID=df5d4577-0a9c-426d-a1cd-d93bc779d35e,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:04.992089 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:04.992801 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:50:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:05.072888 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4130e847-e7a4-4b31-bb06-c777ed73957b admin admin] Publish callbacks [] for security_group (ddb6769b-f179-458b-84d2-548b94f079bb), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.095937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.144441 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-980808b3-d261-437e-a945-ee5f1fd99659 None None] Provisioning complete for port df5d4577-0a9c-426d-a1cd-d93bc779d35e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:05.144441 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-980808b3-d261-437e-a945-ee5f1fd99659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.214002 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-31ef27df-55dd-4a6e-af51-28020983a74c req-e2323448-e72b-4cba-9ceb-ca1d96655e2e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 210 time: 0.1098747 Apr 11 16:51:05.224821 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-ff066e3a-505a-420f-b58c-15317fc082b8 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6108389 Apr 11 16:51:05.270535 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70757a-82c7-4927-8083-483e88f51fbf req-0b9e4ac5-db0e-44d9-8f83-60b3453ca898 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:05.272237 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-0b9e4ac5-db0e-44d9-8f83-60b3453ca898 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 818 time: 0.6489069 Apr 11 16:51:05.347201 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'port': {'device_id': '2f2379d0-48da-464e-8124-cb08a066a858', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'admin_state_up': True, 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:05.492571 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-980808b3-d261-437e-a945-ee5f1fd99659 None None] Current status of the port df5d4577-0a9c-426d-a1cd-d93bc779d35e is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:05.492962 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-980808b3-d261-437e-a945-ee5f1fd99659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.554302 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:05.570438 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4c44bed-f767-4c1e-b5ae-ac360a785dd9 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:05.580429 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Publish callbacks [] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.602796 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Transition to ACTIVE for port object d4c44bed-f767-4c1e-b5ae-ac360a785dd9 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:51:05.612770 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (32158a02-f773-404a-973c-60fd19d73f54), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.620732 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.717093 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Pushing event updated for resources: {'Port': ['ID=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:05.768370 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-980808b3-d261-437e-a945-ee5f1fd99659 None None] For port df5d4577-0a9c-426d-a1cd-d93bc779d35e, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=df5d4577-0a9c-426d-a1cd-d93bc779d35e,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:05.821848 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Made reservation on behalf of 3a69ed2513084a06887269c7f55fa8ed for: {'port': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:05.829111 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.871769 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-980808b3-d261-437e-a945-ee5f1fd99659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.031587 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-deb6dd24-b2a8-4bf1-a858-0362dcf5c72c service neutron] 10.222.0.73 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8055346 Apr 11 16:51:06.235046 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-687fe507-dfd7-4632-89f6-cb9ce12b283a None None] Provisioning complete for port df5d4577-0a9c-426d-a1cd-d93bc779d35e triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:06.237407 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-687fe507-dfd7-4632-89f6-cb9ce12b283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.347998 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Attempting to bind port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:06.348541 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Attempting to bind port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:06.348743 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Attempting to bind port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 on network ee9ccffc-1771-4071-b8ed-56b062206995 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:06.371996 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8bbdec8-3dea-4cf9-8583-b823fd06287c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2120486f-9ead-4a32-a5f4-ca1196dd17be), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.380828 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8bbdec8-3dea-4cf9-8583-b823fd06287c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.387638 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980808b3-d261-437e-a945-ee5f1fd99659 None None] Pushing event updated for resources: {'Port': ['ID=df5d4577-0a9c-426d-a1cd-d93bc779d35e,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:06.390374 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e8bbdec8-3dea-4cf9-8583-b823fd06287c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2120486f-9ead-4a32-a5f4-ca1196dd17be HTTP/1.1" status: 204 len: 168 time: 2.2054229 Apr 11 16:51:06.392034 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 on network ee9ccffc-1771-4071-b8ed-56b062206995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:51:06.392178 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Attempting to bind port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 on network ee9ccffc-1771-4071-b8ed-56b062206995 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:06.451408 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58743aa-d3d1-4bbc-bdd6-c30ba259523e req-ef1b8942-771c-4a54-b646-91c6abc8e37b tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:06.456588 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f58743aa-d3d1-4bbc-bdd6-c30ba259523e req-ef1b8942-771c-4a54-b646-91c6abc8e37b tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 932 time: 0.2431383 Apr 11 16:51:06.567563 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-687fe507-dfd7-4632-89f6-cb9ce12b283a None None] Current status of the port df5d4577-0a9c-426d-a1cd-d93bc779d35e is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:06.623644 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:06.626123 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Checking segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:06.626981 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Bound using segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:06.629256 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Bound port: d4c44bed-f767-4c1e-b5ae-ac360a785dd9, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:06.637811 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.651602 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbdec8-3dea-4cf9-8583-b823fd06287c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2120486f-9ead-4a32-a5f4-ca1196dd17be,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:06.672655 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4130e847-e7a4-4b31-bb06-c777ed73957b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (ddb6769b-f179-458b-84d2-548b94f079bb), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.692408 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4130e847-e7a4-4b31-bb06-c777ed73957b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.696825 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4130e847-e7a4-4b31-bb06-c777ed73957b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ddb6769b-f179-458b-84d2-548b94f079bb HTTP/1.1" status: 204 len: 168 time: 2.4225850 Apr 11 16:51:06.775209 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130e847-e7a4-4b31-bb06-c777ed73957b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb6769b-f179-458b-84d2-548b94f079bb,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:06.852333 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:04Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:06.865504 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device df5d4577-0a9c-426d-a1cd-d93bc779d35e up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:06.947050 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a54794-de33-496a-b2fc-31ae12145f8d None None] The sync data for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi is: [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:04Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:06.969744 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Allocated IP 172.20.0.6 (ee9ccffc-1771-4071-b8ed-56b062206995/0fab50a3-e5d1-46d0-943a-d1a9bae09b66/befa62d9-f023-4d85-aaf2-e79ac9317ebd) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:07.001821 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port df5d4577-0a9c-426d-a1cd-d93bc779d35e triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:07.002568 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.265154 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.326757 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port df5d4577-0a9c-426d-a1cd-d93bc779d35e is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:07.330036 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] For port d4c44bed-f767-4c1e-b5ae-ac360a785dd9, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:07.353483 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] For port d4c44bed-f767-4c1e-b5ae-ac360a785dd9, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:07.354115 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f58743aa-d3d1-4bbc-bdd6-c30ba259523e req-4975644c-314e-4b58-bd1a-85f499814748 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8883076 Apr 11 16:51:07.365362 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.672295 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35388) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:07.724093 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.755006 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8870633d-4487-4cf4-af83-2a7c8879f3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.957992 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32158a02-f773-404a-973c-60fd19d73f54 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:07.999150 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Publish callbacks [] for port (32158a02-f773-404a-973c-60fd19d73f54), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.019669 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8870633d-4487-4cf4-af83-2a7c8879f3f6 admin admin] Publish callbacks [] for security_group (07b232fd-6993-48bc-b4fd-9505c7b84c19), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.041534 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:08.052641 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Transition to ACTIVE for port object 32158a02-f773-404a-973c-60fd19d73f54 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:51:08.079979 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:08.084565 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.088463 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] 10.222.0.15 "PUT /v2.0/ports/d4c44bed-f767-4c1e-b5ae-ac360a785dd9 HTTP/1.1" status: 200 len: 1094 time: 4.2335422 Apr 11 16:51:08.123875 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4f0014e-89e9-46b9-b7c6-0efde1ff7f49', 'tag': 'd4c44bed-f767-4c1e-b5ae-ac360a785dd9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:08.267056 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8870633d-4487-4cf4-af83-2a7c8879f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (07b232fd-6993-48bc-b4fd-9505c7b84c19), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.419276 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5fded9e1-c33a-4918-ac50-844258f21ca7 req-e8729094-8dfc-480f-a707-89436d8e216d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 210 time: 0.7394783 Apr 11 16:51:08.431097 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Network ee9ccffc-1771-4071-b8ed-56b062206995 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:08.449470 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (32158a02-f773-404a-973c-60fd19d73f54), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.612325 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8870633d-4487-4cf4-af83-2a7c8879f3f6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f750b3a639644a44bacb8a0b8646c8da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8957682 Apr 11 16:51:08.616189 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35426) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:08.649697 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870633d-4487-4cf4-af83-2a7c8879f3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b232fd-6993-48bc-b4fd-9505c7b84c19,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:08.688801 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c116943f-99b1-4fd9-8205-3fa246903a8d req-8e65c81f-8d48-4821-9e6f-9ef7068eff2d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:08.699316 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c116943f-99b1-4fd9-8205-3fa246903a8d req-8e65c81f-8d48-4821-9e6f-9ef7068eff2d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 931 time: 2.0347464 Apr 11 16:51:08.706162 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:08.716631 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ea15fae6-0c6e-4eeb-9b53-0b1a88a47c10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.763019 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:08.772009 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7e57e7bb-128b-440d-9669-18b08ff699f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:08.776036 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-7e57e7bb-128b-440d-9669-18b08ff699f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 1128 time: 0.2917640 Apr 11 16:51:08.781697 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:08.782451 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for port (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:08.788495 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b15aac5-a5aa-4a1b-b8a9-8d93a76e05fe service neutron] Pushing event updated for resources: {'Port': ['ID=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:08.842038 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event updated for resources: {'Port': ['ID=befa62d9-f023-4d85-aaf2-e79ac9317ebd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:08.859158 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-526d20ff-d5ca-4e9d-80d5-e96db5b020d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5298400 Apr 11 16:51:09.008586 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ea15fae6-0c6e-4eeb-9b53-0b1a88a47c10 admin admin] Publish callbacks [] for security_group (f9bbf2dc-0804-4f60-b190-634526661bd4), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.100036 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Attempting to bind port 32158a02-f773-404a-973c-60fd19d73f54 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:09.100514 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Attempting to bind port 32158a02-f773-404a-973c-60fd19d73f54 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '950e3cc1-c887-4c07-ab06-d7a437a33d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ba2101e-f14d-4bca-ad03-b73ab1456bea'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:09.100708 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Attempting to bind port 32158a02-f773-404a-973c-60fd19d73f54 on network 8ba2101e-f14d-4bca-ad03-b73ab1456bea {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:09.119215 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=32158a02-f773-404a-973c-60fd19d73f54,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:09.128654 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ea15fae6-0c6e-4eeb-9b53-0b1a88a47c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f9bbf2dc-0804-4f60-b190-634526661bd4), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.148262 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Port 32158a02-f773-404a-973c-60fd19d73f54 on network 8ba2101e-f14d-4bca-ad03-b73ab1456bea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:51:09.148605 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Attempting to bind port 32158a02-f773-404a-973c-60fd19d73f54 on network 8ba2101e-f14d-4bca-ad03-b73ab1456bea {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:09.173714 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:09.174169 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Checking segment: {'id': '950e3cc1-c887-4c07-ab06-d7a437a33d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ba2101e-f14d-4bca-ad03-b73ab1456bea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:09.174521 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Bound using segment: {'id': '950e3cc1-c887-4c07-ab06-d7a437a33d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ba2101e-f14d-4bca-ad03-b73ab1456bea'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:09.178412 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Bound port: 32158a02-f773-404a-973c-60fd19d73f54, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '950e3cc1-c887-4c07-ab06-d7a437a33d04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1167, 'network_id': '8ba2101e-f14d-4bca-ad03-b73ab1456bea'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:09.179297 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (32158a02-f773-404a-973c-60fd19d73f54), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.205183 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-ea15fae6-0c6e-4eeb-9b53-0b1a88a47c10 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fa782cc01e5f4ae3a8d1953a4ca5f477&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1454523 Apr 11 16:51:09.218083 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35446) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:09.230856 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-94ebaadb-2ca4-4c0e-979c-2007bc0ce23c None None] Provisioning complete for port befa62d9-f023-4d85-aaf2-e79ac9317ebd triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:09.231448 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-94ebaadb-2ca4-4c0e-979c-2007bc0ce23c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.249076 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2dbae2-2f7e-4ca1-af2f-b2c06b654445 req-dde3fdf7-8d24-4d00-93d4-af783f0e9f04 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:09.259845 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5d2dbae2-2f7e-4ca1-af2f-b2c06b654445 req-dde3fdf7-8d24-4d00-93d4-af783f0e9f04 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.4583740 Apr 11 16:51:09.293147 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997" -d '{"events": [{"name": "network-changed", "server_uuid": "d4f0014e-89e9-46b9-b7c6-0efde1ff7f49", "tag": "d4c44bed-f767-4c1e-b5ae-ac360a785dd9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:09.376362 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-94ebaadb-2ca4-4c0e-979c-2007bc0ce23c None None] Port befa62d9-f023-4d85-aaf2-e79ac9317ebd cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:09.378499 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c116943f-99b1-4fd9-8205-3fa246903a8d req-8baf8809-ea08-4dc1-8832-815aa34c8f87 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5568514 Apr 11 16:51:09.394332 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15fae6-0c6e-4eeb-9b53-0b1a88a47c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bbf2dc-0804-4f60-b190-634526661bd4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:09.501407 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5d2dbae2-2f7e-4ca1-af2f-b2c06b654445 req-02b83f51-75b2-4365-884a-aff2b052d212 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350309 Apr 11 16:51:09.503376 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9143b6f9-9e93-4863-89de-02359f73ecdc admin admin] Publish callbacks [] for security_group (07b232fd-6993-48bc-b4fd-9505c7b84c19), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.509252 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a47a851c-d318-4c03-a638-3d109bed4e6c admin admin] Publish callbacks [] for security_group (f9bbf2dc-0804-4f60-b190-634526661bd4), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.513383 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] For port 32158a02-f773-404a-973c-60fd19d73f54, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:09.519293 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] For port 32158a02-f773-404a-973c-60fd19d73f54, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=32158a02-f773-404a-973c-60fd19d73f54,segment=NetworkSegment(950e3cc1-c887-4c07-ab06-d7a437a33d04),segment_id=950e3cc1-c887-4c07-ab06-d7a437a33d04)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:09.542059 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (32158a02-f773-404a-973c-60fd19d73f54), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.547615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a47a851c-d318-4c03-a638-3d109bed4e6c admin admin] Publish callbacks [] for security_group (f9bbf2dc-0804-4f60-b190-634526661bd4), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.587274 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9143b6f9-9e93-4863-89de-02359f73ecdc admin admin] Publish callbacks [] for security_group (07b232fd-6993-48bc-b4fd-9505c7b84c19), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.622804 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Request body: {'port': {'device_id': '2f2379d0-48da-464e-8124-cb08a066a858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:09.710929 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-1a34654e-dfa2-4443-a8ec-e3d11ebc6ca7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9 HTTP/1.1" status: 200 len: 217 time: 0.1195822 Apr 11 16:51:09.716782 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:09.717675 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.719856 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/32158a02-f773-404a-973c-60fd19d73f54 HTTP/1.1" status: 200 len: 1094 time: 5.8462348 Apr 11 16:51:09.758103 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20697487-e6cc-4d92-a423-119043afe0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=32158a02-f773-404a-973c-60fd19d73f54,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:09.872840 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a47a851c-d318-4c03-a638-3d109bed4e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f9bbf2dc-0804-4f60-b190-634526661bd4), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.882233 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a47a851c-d318-4c03-a638-3d109bed4e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:09.885870 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a47a851c-d318-4c03-a638-3d109bed4e6c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f9bbf2dc-0804-4f60-b190-634526661bd4 HTTP/1.1" status: 204 len: 168 time: 0.6588469 Apr 11 16:51:09.901490 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-03833b86-87c6-4603-a528-0ef0fc458836 req-f9f8e841-5ec3-4ff7-a3b0-4dde61ae8382 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 210 time: 0.2545919 Apr 11 16:51:09.948592 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-ddfdd9ec-bde4-4d99-8c8b-1d9f08701c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:09.950160 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-ddfdd9ec-bde4-4d99-8c8b-1d9f08701c1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.1941504 Apr 11 16:51:09.951049 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a851c-d318-4c03-a638-3d109bed4e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bbf2dc-0804-4f60-b190-634526661bd4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:10.062920 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.15', 62773) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:10.074195 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9143b6f9-9e93-4863-89de-02359f73ecdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (07b232fd-6993-48bc-b4fd-9505c7b84c19), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.094692 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9143b6f9-9e93-4863-89de-02359f73ecdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.100429 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-9143b6f9-9e93-4863-89de-02359f73ecdc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/07b232fd-6993-48bc-b4fd-9505c7b84c19 HTTP/1.1" status: 204 len: 168 time: 1.3811402 Apr 11 16:51:10.132491 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9143b6f9-9e93-4863-89de-02359f73ecdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b232fd-6993-48bc-b4fd-9505c7b84c19,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:10.301819 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd3df14-1036-4fa9-a8d8-a9df1f8ed802 x-openstack-request-id: req-2fd3df14-1036-4fa9-a8d8-a9df1f8ed802 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:10.302116 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4f0014e-89e9-46b9-b7c6-0efde1ff7f49", "tag": "d4c44bed-f767-4c1e-b5ae-ac360a785dd9", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:10.302372 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2fd3df14-1036-4fa9-a8d8-a9df1f8ed802 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:10.302872 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fd3df14-1036-4fa9-a8d8-a9df1f8ed802'] response: {'name': 'network-changed', 'server_uuid': 'd4f0014e-89e9-46b9-b7c6-0efde1ff7f49', 'tag': 'd4c44bed-f767-4c1e-b5ae-ac360a785dd9', 'status': 'completed', 'code': 200} Apr 11 16:51:10.343364 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.696987 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c0ed5-d4eb-4cbd-81d3-d6599a2f6bb7 req-6de4a604-e333-49b9-a625-7f11049e7c99 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:10.699030 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9b8c0ed5-d4eb-4cbd-81d3-d6599a2f6bb7 req-6de4a604-e333-49b9-a625-7f11049e7c99 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 931 time: 0.1016953 Apr 11 16:51:10.702773 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:10.741140 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-82f3e30c-a64f-4511-9379-058d69e6b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:10.742670 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-82f3e30c-a64f-4511-9379-058d69e6b72d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4712532 Apr 11 16:51:10.763059 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-a4390a59-bf00-46ed-bae3-7665d4b6a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:10.764719 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-a4390a59-bf00-46ed-bae3-7665d4b6a486 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d32ccfb9c3574946a051d337dd313f05&device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 1128 time: 0.4717498 Apr 11 16:51:10.812930 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7cf612-05ec-45d8-b688-9093088ba4a6 req-b995410e-d9d5-4f34-beda-f2420a230981 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:10.825066 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-da7cf612-05ec-45d8-b688-9093088ba4a6 req-b995410e-d9d5-4f34-beda-f2420a230981 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.1225619 Apr 11 16:51:10.972856 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-3f9a5d6e-cb9f-4235-bbaf-cd0d204f4838 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32158a02-f773-404a-973c-60fd19d73f54 HTTP/1.1" status: 200 len: 217 time: 0.1290846 Apr 11 16:51:11.018753 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60308b-fddc-4098-b404-983ef9a290fe req-ef6b8b8e-5962-490f-ae19-9ba2284d1ebc tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:11.020261 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-ef6b8b8e-5962-490f-ae19-9ba2284d1ebc tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 810 time: 0.8525767 Apr 11 16:51:11.090562 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-da7cf612-05ec-45d8-b688-9093088ba4a6 req-7cd0dc82-db0c-495d-bba5-5d1bdc3dff6f tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611852 Apr 11 16:51:11.162766 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35512) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:11.185030 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-3cd43e0e-6f96-406f-ae69-f29cfc2c5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:11.187340 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-3cd43e0e-6f96-406f-ae69-f29cfc2c5a74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55e77aff-879d-497b-8253-8533c1d2e7ca HTTP/1.1" status: 200 len: 851 time: 0.1753864 Apr 11 16:51:11.190764 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-b06769c8-9239-4663-98de-a394b23f94ef service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4222491 Apr 11 16:51:11.232222 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-d460e9fb-6e6c-4cd6-a4bd-13f31fef7b05 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28c4fb270b99427b9fb085597e134917 HTTP/1.1" status: 200 len: 379 time: 0.1728017 Apr 11 16:51:11.305949 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'port': {'device_id': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'admin_state_up': True, 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'security_groups': ['3b125369-4001-424f-9c07-5740ddd0f91a']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:11.339193 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-eea17fb0-b51a-4ada-b798-272ce661163e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ba2101e-f14d-4bca-ad03-b73ab1456bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984607 Apr 11 16:51:11.346667 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9b8c0ed5-d4eb-4cbd-81d3-d6599a2f6bb7 req-c844617f-9fbb-453c-8b4c-a78c0bf0b64b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6378143 Apr 11 16:51:11.417040 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ec6b84ce-df3a-4074-8345-25a676b74d0d req-b78f2cb1-a8b9-430f-b723-179b122faf4a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 210 time: 0.1197374 Apr 11 16:51:11.419501 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0985a487-e181-40f0-a7d1-4e75863e55c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.553390 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8481e216-aa21-4853-b76e-2a73a27906a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.700479 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0985a487-e181-40f0-a7d1-4e75863e55c0 admin admin] Publish callbacks [] for security_group (8edc8a8e-f2db-4d79-853a-5ace5248c0d6), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.710265 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0985a487-e181-40f0-a7d1-4e75863e55c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8edc8a8e-f2db-4d79-853a-5ace5248c0d6), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.843731 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985a487-e181-40f0-a7d1-4e75863e55c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8edc8a8e-f2db-4d79-853a-5ace5248c0d6,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:11.887979 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-0985a487-e181-40f0-a7d1-4e75863e55c0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d8323bb202894093bc5ad1a43857c581&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1832230 Apr 11 16:51:11.897440 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35536) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:12.065213 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id befa62d9-f023-4d85-aaf2-e79ac9317ebd {{(pid=109888) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:12.083298 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Publish callbacks [] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.102372 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4b54cc6-3df3-44d4-afe4-ab54c955cc83 admin admin] Publish callbacks [] for security_group (8edc8a8e-f2db-4d79-853a-5ace5248c0d6), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.119150 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.provisioning_blocks [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Transition to ACTIVE for port object befa62d9-f023-4d85-aaf2-e79ac9317ebd will not be triggered until provisioned by entity L2. {{(pid=109888) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:51:12.136037 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.224704 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Pushing event updated for resources: {'Port': ['ID=befa62d9-f023-4d85-aaf2-e79ac9317ebd,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:12.232826 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4b54cc6-3df3-44d4-afe4-ab54c955cc83 admin admin] Publish callbacks [] for security_group (8edc8a8e-f2db-4d79-853a-5ace5248c0d6), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.307920 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f69db11-22ba-48ce-b303-56480ef8c542', 'tag': '32158a02-f773-404a-973c-60fd19d73f54'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:12.314578 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-909a70b1-545e-4f27-a64d-d05d0fc5affa" -d '{"events": [{"name": "network-changed", "server_uuid": "0f69db11-22ba-48ce-b303-56480ef8c542", "tag": "32158a02-f773-404a-973c-60fd19d73f54"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:12.332770 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-dbeeeb6d-d0ab-42cc-a371-5930c207c8ca service neutron] 10.222.0.15 "GET /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8121598 Apr 11 16:51:12.433024 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86fd4580-4d23-49d0-aaa3-88787ac30057 x-openstack-request-id: req-86fd4580-4d23-49d0-aaa3-88787ac30057 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:12.435815 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f69db11-22ba-48ce-b303-56480ef8c542", "tag": "32158a02-f773-404a-973c-60fd19d73f54", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:12.437425 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-86fd4580-4d23-49d0-aaa3-88787ac30057 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:12.438034 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86fd4580-4d23-49d0-aaa3-88787ac30057'] response: {'name': 'network-changed', 'server_uuid': '0f69db11-22ba-48ce-b303-56480ef8c542', 'tag': '32158a02-f773-404a-973c-60fd19d73f54', 'status': 'completed', 'code': 200} Apr 11 16:51:12.512149 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d9cc571c-f83a-410a-a367-c4dc1ffe37d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.529566 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-be1519bd-a0e2-4603-a28e-f1d19aa84276 req-25820b57-2e2b-4c27-9489-0ecbda40aecf service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2855144 Apr 11 16:51:12.643442 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Made reservation on behalf of 28c4fb270b99427b9fb085597e134917 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:12.647803 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.698176 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b17ae5-90d3-4764-afe3-b77cca5124ff req-71647b06-83ed-4cae-966f-472ce7f24930 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:12.707492 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-46b17ae5-90d3-4764-afe3-b77cca5124ff req-71647b06-83ed-4cae-966f-472ce7f24930 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.4071007 Apr 11 16:51:12.842386 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Attempting to bind port befa62d9-f023-4d85-aaf2-e79ac9317ebd on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:12.842891 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Attempting to bind port befa62d9-f023-4d85-aaf2-e79ac9317ebd by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:12.843270 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Attempting to bind port befa62d9-f023-4d85-aaf2-e79ac9317ebd on network ee9ccffc-1771-4071-b8ed-56b062206995 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:12.885880 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-66b087c9-8f0b-4b93-83dd-5a667ffacfed req-012bc009-47e3-4e36-ba88-531f32f66a91 service neutron] 10.222.0.15 "GET /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5327954 Apr 11 16:51:12.918643 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:51:12.924231 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8481e216-aa21-4853-b76e-2a73a27906a7 admin admin] Publish callbacks [] for security_group (b4c0404e-c7c2-4d88-9c81-32fd097178b8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.929654 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-25d4819c-1044-495d-8c68-683ef3bd3a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:12.931607 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-25d4819c-1044-495d-8c68-683ef3bd3a56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 1128 time: 0.2210212 Apr 11 16:51:12.939006 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8481e216-aa21-4853-b76e-2a73a27906a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b4c0404e-c7c2-4d88-9c81-32fd097178b8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.971199 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-46b17ae5-90d3-4764-afe3-b77cca5124ff req-d294564c-0e33-4cd2-bd04-b4029561c68d tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522371 Apr 11 16:51:12.973103 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Port befa62d9-f023-4d85-aaf2-e79ac9317ebd on network ee9ccffc-1771-4071-b8ed-56b062206995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:51:12.973648 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Attempting to bind port befa62d9-f023-4d85-aaf2-e79ac9317ebd on network ee9ccffc-1771-4071-b8ed-56b062206995 {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:13.006341 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfaf90-2a16-4233-9e13-73258a00e438 req-1a3e8851-d840-4f95-a56b-5b5883f61a7a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:13.016856 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-46dfaf90-2a16-4233-9e13-73258a00e438 req-1a3e8851-d840-4f95-a56b-5b5883f61a7a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.3010011 Apr 11 16:51:13.064167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:13.071273 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Checking segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:13.072269 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Bound using segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} {{(pid=109888) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:13.074111 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.managers [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Bound port: befa62d9-f023-4d85-aaf2-e79ac9317ebd, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}}] {{(pid=109888) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:13.077764 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.110850 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4b54cc6-3df3-44d4-afe4-ab54c955cc83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8edc8a8e-f2db-4d79-853a-5ace5248c0d6), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.127803 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a4b54cc6-3df3-44d4-afe4-ab54c955cc83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.129164 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-a4b54cc6-3df3-44d4-afe4-ab54c955cc83 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8edc8a8e-f2db-4d79-853a-5ace5248c0d6 HTTP/1.1" status: 204 len: 168 time: 1.2276227 Apr 11 16:51:13.153025 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8481e216-aa21-4853-b76e-2a73a27906a7 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=a762adb6eae1477ba60a4d86a38aed2f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9888694 Apr 11 16:51:13.156630 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35582) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:13.157574 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481e216-aa21-4853-b76e-2a73a27906a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c0404e-c7c2-4d88-9c81-32fd097178b8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:13.227178 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Allocated IP 172.20.0.8 (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0/446f7795-4b4d-424b-aaf9-97a4b87ed922/f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:13.370144 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] For port befa62d9-f023-4d85-aaf2-e79ac9317ebd, host hv-cinder-83716, cleared binding levels {{(pid=109888) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:13.381021 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] For port befa62d9-f023-4d85-aaf2-e79ac9317ebd, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109888) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:13.427776 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b54cc6-3df3-44d4-afe4-ab54c955cc83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edc8a8e-f2db-4d79-853a-5ace5248c0d6,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:13.453062 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-346d6ecd-a330-4d66-8d64-5eab29f9f8b3 req-4053d4c6-818d-4d05-9578-ebff339cd035 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 210 time: 0.3196568 Apr 11 16:51:13.458604 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.512247 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-46dfaf90-2a16-4233-9e13-73258a00e438 req-bc0810f4-bc07-481d-b111-de9a12a991e7 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4850509 Apr 11 16:51:13.599882 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:13.600519 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for port (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.601925 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] 10.222.0.15 "PUT /v2.0/ports/befa62d9-f023-4d85-aaf2-e79ac9317ebd HTTP/1.1" status: 200 len: 1093 time: 3.9833577 Apr 11 16:51:13.602372 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f2379d0-48da-464e-8124-cb08a066a858', 'tag': 'befa62d9-f023-4d85-aaf2-e79ac9317ebd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:13.629742 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-5d74219e-f53a-445e-b46f-957c184740e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:13.631354 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-5d74219e-f53a-445e-b46f-957c184740e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.4164846 Apr 11 16:51:13.762418 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5683bf-65bc-43bb-a485-84556ac40298 service neutron] Pushing event updated for resources: {'Port': ['ID=befa62d9-f023-4d85-aaf2-e79ac9317ebd,revision_number=3']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:13.876539 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-1fcec7cc-30cb-4011-a3f8-e844436665be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:13.878858 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-1fcec7cc-30cb-4011-a3f8-e844436665be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d32ccfb9c3574946a051d337dd313f05&device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 1128 time: 0.6414113 Apr 11 16:51:13.890405 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8952d7b-c8a6-4086-89e1-d8815b046f5c admin admin] Publish callbacks [] for security_group (b4c0404e-c7c2-4d88-9c81-32fd097178b8), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.952257 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8952d7b-c8a6-4086-89e1-d8815b046f5c admin admin] Publish callbacks [] for security_group (b4c0404e-c7c2-4d88-9c81-32fd097178b8), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.962682 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.997182 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35614) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:14.029424 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8952d7b-c8a6-4086-89e1-d8815b046f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b4c0404e-c7c2-4d88-9c81-32fd097178b8), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.033534 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e8952d7b-c8a6-4086-89e1-d8815b046f5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.035044 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e8952d7b-c8a6-4086-89e1-d8815b046f5c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b4c0404e-c7c2-4d88-9c81-32fd097178b8 HTTP/1.1" status: 204 len: 168 time: 0.8738210 Apr 11 16:51:14.041294 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.044885 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a75ab371-9e5e-4b98-bfb4-7cd70cf21f36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.056610 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8952d7b-c8a6-4086-89e1-d8815b046f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c0404e-c7c2-4d88-9c81-32fd097178b8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:14.128621 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:14.136387 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:14.139220 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:14.145547 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:14.146178 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.152801 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'Port': ['ID=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:14.173716 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1bd74015-bc85-4a8e-9939-09ddb7e4ed59 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9097731 Apr 11 16:51:14.191083 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff398b79-0033-4458-987e-d19c13d7b73f req-2b93e6bf-1c79-4834-94b5-6bdab54e8b7b tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:14.203418 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ff398b79-0033-4458-987e-d19c13d7b73f req-2b93e6bf-1c79-4834-94b5-6bdab54e8b7b tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.0863400 Apr 11 16:51:14.253172 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f2379d0-48da-464e-8124-cb08a066a858", "tag": "befa62d9-f023-4d85-aaf2-e79ac9317ebd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:14.296413 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ff398b79-0033-4458-987e-d19c13d7b73f req-387c8730-3f53-48b9-ad4e-e27439654e25 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909569 Apr 11 16:51:14.310464 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Request body: {'port': {'device_id': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:14.380325 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-52f4a213-726d-49f8-8570-164aa2f6edcb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9 HTTP/1.1" status: 200 len: 217 time: 0.1195722 Apr 11 16:51:14.434918 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a75ab371-9e5e-4b98-bfb4-7cd70cf21f36 admin admin] Publish callbacks [] for security_group (527ebe9b-4571-474c-a660-681c6a4b6e16), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.452396 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-ddf32b8f-c1fd-41a9-a0f3-c933644ed3e3 None None] Provisioning complete for port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:14.452907 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ddf32b8f-c1fd-41a9-a0f3-c933644ed3e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.458644 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a75ab371-9e5e-4b98-bfb4-7cd70cf21f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (527ebe9b-4571-474c-a660-681c6a4b6e16), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.492686 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70757a-82c7-4927-8083-483e88f51fbf req-c6dfc9dd-295f-489e-9143-29341845f7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:14.494899 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-c6dfc9dd-295f-489e-9143-29341845f7f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 1127 time: 0.2019875 Apr 11 16:51:14.540342 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-ddf32b8f-c1fd-41a9-a0f3-c933644ed3e3 None None] Port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:14.543694 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.595062 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-5234034e-044a-4d9a-af71-dec759f4b11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:14.596645 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-5234034e-044a-4d9a-af71-dec759f4b11b service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ba2101e-f14d-4bca-ad03-b73ab1456bea HTTP/1.1" status: 200 len: 913 time: 0.3369777 Apr 11 16:51:14.607327 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75ab371-9e5e-4b98-bfb4-7cd70cf21f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527ebe9b-4571-474c-a660-681c6a4b6e16,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:14.637712 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-a75ab371-9e5e-4b98-bfb4-7cd70cf21f36 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8df2450b987b43fabd29bc93b47335e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6392751 Apr 11 16:51:14.641495 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35646) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:14.670051 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8d056-a9d3-4f51-9efe-2b9d01313559 req-f5ae7daf-a27d-4079-ba20-9a3a1088dbd3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:14.671608 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-acc8d056-a9d3-4f51-9efe-2b9d01313559 req-f5ae7daf-a27d-4079-ba20-9a3a1088dbd3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 931 time: 0.0861473 Apr 11 16:51:14.711287 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec68282-401a-4d44-9b4a-5c694bff63f4 x-openstack-request-id: req-7ec68282-401a-4d44-9b4a-5c694bff63f4 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:14.711578 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f2379d0-48da-464e-8124-cb08a066a858", "tag": "befa62d9-f023-4d85-aaf2-e79ac9317ebd", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:14.711835 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ec68282-401a-4d44-9b4a-5c694bff63f4 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:14.712295 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec68282-401a-4d44-9b4a-5c694bff63f4'] response: {'name': 'network-changed', 'server_uuid': '2f2379d0-48da-464e-8124-cb08a066a858', 'tag': 'befa62d9-f023-4d85-aaf2-e79ac9317ebd', 'status': 'completed', 'code': 200} Apr 11 16:51:14.729208 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b54a077e-76e9-4198-9b0f-6d62db9d4af3 admin admin] Publish callbacks [] for security_group (527ebe9b-4571-474c-a660-681c6a4b6e16), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.769511 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b54a077e-76e9-4198-9b0f-6d62db9d4af3 admin admin] Publish callbacks [] for security_group (527ebe9b-4571-474c-a660-681c6a4b6e16), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.774120 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-acc8d056-a9d3-4f51-9efe-2b9d01313559 req-cc6ef5de-37ba-4151-9f22-85f01333b82c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916722 Apr 11 16:51:14.873283 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5548f4-46ce-4e48-b89a-7486179016bd req-16353ea6-9609-4267-a9c3-438460df3e90 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:14.878207 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-486ee375-f111-456a-8382-0dd9231a4f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.878788 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3f5548f4-46ce-4e48-b89a-7486179016bd req-16353ea6-9609-4267-a9c3-438460df3e90 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.0782211 Apr 11 16:51:14.900154 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b54a077e-76e9-4198-9b0f-6d62db9d4af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (527ebe9b-4571-474c-a660-681c6a4b6e16), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.902939 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b54a077e-76e9-4198-9b0f-6d62db9d4af3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.904299 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b54a077e-76e9-4198-9b0f-6d62db9d4af3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/527ebe9b-4571-474c-a660-681c6a4b6e16 HTTP/1.1" status: 204 len: 168 time: 0.2618773 Apr 11 16:51:14.915211 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54a077e-76e9-4198-9b0f-6d62db9d4af3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527ebe9b-4571-474c-a660-681c6a4b6e16,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:14.925329 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35652) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:14.943898 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7aa8650d-0ab7-4a3c-9f6a-89bec2a03cb9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.977846 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3f5548f4-46ce-4e48-b89a-7486179016bd req-12bd7d6c-2063-4bd7-988c-0d757a885ebf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887582 Apr 11 16:51:15.045039 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:15.056591 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Publish callbacks [] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.077992 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Transition to ACTIVE for port object f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:51:15.085992 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.142473 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Pushing event updated for resources: {'Port': ['ID=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:15.147680 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7aa8650d-0ab7-4a3c-9f6a-89bec2a03cb9 admin admin] Publish callbacks [] for security_group (9a197a30-e6a2-46d8-a811-3006086b01e1), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.156411 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7aa8650d-0ab7-4a3c-9f6a-89bec2a03cb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9a197a30-e6a2-46d8-a811-3006086b01e1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.210108 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7aa8650d-0ab7-4a3c-9f6a-89bec2a03cb9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7247935bba8840a8a43406d3c9889e83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2804680 Apr 11 16:51:15.212911 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35660) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:15.231298 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8650d-0ab7-4a3c-9f6a-89bec2a03cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a197a30-e6a2-46d8-a811-3006086b01e1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:15.253890 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Attempting to bind port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:15.254272 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Attempting to bind port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:15.254659 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Attempting to bind port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d on network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:15.260741 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d on network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:51:15.261891 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Attempting to bind port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d on network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:15.269867 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:15.270221 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Checking segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:15.270636 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Bound using segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:15.271085 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Bound port: f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:15.271464 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.329529 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a020d010-6af3-44ea-a15c-7668fe935920 admin admin] Publish callbacks [] for security_group (9a197a30-e6a2-46d8-a811-3006086b01e1), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.353289 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a020d010-6af3-44ea-a15c-7668fe935920 admin admin] Publish callbacks [] for security_group (9a197a30-e6a2-46d8-a811-3006086b01e1), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.386032 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] For port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:15.392252 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] For port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:15.404491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.490075 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e26a0-7932-4639-a4a2-cc7bf045d253 req-270f3667-9f2c-40a4-ad23-4c522ee73d47 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:15.492679 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1f5e26a0-7932-4639-a4a2-cc7bf045d253 req-270f3667-9f2c-40a4-ad23-4c522ee73d47 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.0753767 Apr 11 16:51:15.511856 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:15.512587 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.514205 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] 10.222.0.15 "PUT /v2.0/ports/f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d HTTP/1.1" status: 200 len: 1093 time: 1.2237756 Apr 11 16:51:15.515329 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3fdc8-1862-4b72-856c-b6d0f671779b service neutron] Pushing event updated for resources: {'Port': ['ID=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:15.517908 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'tag': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:15.533291 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33417c9-cb91-4a3b-8702-0f25b2870985" -d '{"events": [{"name": "network-changed", "server_uuid": "6f94fe9d-e1e0-4636-84ee-189b433a16ee", "tag": "f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:15.548144 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a020d010-6af3-44ea-a15c-7668fe935920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9a197a30-e6a2-46d8-a811-3006086b01e1), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.551418 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a020d010-6af3-44ea-a15c-7668fe935920 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.555634 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-a020d010-6af3-44ea-a15c-7668fe935920 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9a197a30-e6a2-46d8-a811-3006086b01e1 HTTP/1.1" status: 204 len: 168 time: 0.3408241 Apr 11 16:51:15.573375 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020d010-6af3-44ea-a15c-7668fe935920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a197a30-e6a2-46d8-a811-3006086b01e1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:15.589483 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1f5e26a0-7932-4639-a4a2-cc7bf045d253 req-480f4cdc-af1f-42d1-b88e-113240b14635 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851679 Apr 11 16:51:15.622844 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b92aa0f-71fe-4fb9-9215-2419958f31e7 x-openstack-request-id: req-1b92aa0f-71fe-4fb9-9215-2419958f31e7 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:15.622844 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f94fe9d-e1e0-4636-84ee-189b433a16ee", "tag": "f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:15.622844 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1b92aa0f-71fe-4fb9-9215-2419958f31e7 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:15.622844 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b92aa0f-71fe-4fb9-9215-2419958f31e7'] response: {'name': 'network-changed', 'server_uuid': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'tag': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'status': 'completed', 'code': 200} Apr 11 16:51:15.952753 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.974993 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c71dab-95ef-44ab-b086-caf57d15e802 req-a100c41f-5b38-4569-9e16-b4a0f59339f8 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:15.980936 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-08c71dab-95ef-44ab-b086-caf57d15e802 req-a100c41f-5b38-4569-9e16-b4a0f59339f8 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.1157596 Apr 11 16:51:16.099684 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-08c71dab-95ef-44ab-b086-caf57d15e802 req-12dfbaac-b294-41c1-874b-34aa416c7660 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142437 Apr 11 16:51:16.144218 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6645c-6c84-4482-952e-4dfc5fb0aaa1 req-e868b196-3b2e-4826-9e00-01541f4a8ac8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:16.145929 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5ac6645c-6c84-4482-952e-4dfc5fb0aaa1 req-e868b196-3b2e-4826-9e00-01541f4a8ac8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.0682995 Apr 11 16:51:16.194141 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5ac6645c-6c84-4482-952e-4dfc5fb0aaa1 req-a323f392-3d98-4813-b91c-aa34c018f5a3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418751 Apr 11 16:51:16.724330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdaaa4f-de02-40a8-885f-d4d8f7a6cd08 req-df8cae93-56b1-46fe-bfc5-51f87c23625e tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:16.726546 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7fdaaa4f-de02-40a8-885f-d4d8f7a6cd08 req-df8cae93-56b1-46fe-bfc5-51f87c23625e tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.0491996 Apr 11 16:51:16.775415 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7fdaaa4f-de02-40a8-885f-d4d8f7a6cd08 req-11ef0eaa-88d4-43ea-90f6-38509982034a tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Apr 11 16:51:17.244442 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33389aee-0ca5-4d0c-8a7c-4753e56e4178 req-d2a158bf-601e-48d7-bd99-0a0b2f4df8af tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:17.246131 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-33389aee-0ca5-4d0c-8a7c-4753e56e4178 req-d2a158bf-601e-48d7-bd99-0a0b2f4df8af tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.0565889 Apr 11 16:51:17.493954 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcdc428-7fc3-49bf-a6b6-f5317778684e req-91da0eba-b2e5-4f2d-97b0-d96ced0091ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:17.495683 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5bcdc428-7fc3-49bf-a6b6-f5317778684e req-91da0eba-b2e5-4f2d-97b0-d96ced0091ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.0681169 Apr 11 16:51:17.517063 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-33389aee-0ca5-4d0c-8a7c-4753e56e4178 req-d592535b-2f17-498e-847d-33d373e50d81 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2583506 Apr 11 16:51:17.531870 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.567824 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5bcdc428-7fc3-49bf-a6b6-f5317778684e req-c7898857-f457-4f4b-aedd-e370acfaa1fb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494020 Apr 11 16:51:17.606461 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35798) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:17.804869 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2323-9e7f-43ef-9fcd-fc5e23818f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.898821 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e696a17-bc9f-4ec7-b0c3-0cb92744b5d3 req-a0ab5aa9-f954-4cd5-87d8-c5eda4bbaa5e tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:17.900714 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2323-9e7f-43ef-9fcd-fc5e23818f90 admin admin] Publish callbacks [] for security_group (16dbe7e9-f742-49f4-8a27-397fad86e04e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.900872 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6e696a17-bc9f-4ec7-b0c3-0cb92744b5d3 req-a0ab5aa9-f954-4cd5-87d8-c5eda4bbaa5e tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.0571268 Apr 11 16:51:17.909362 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d0aa2323-9e7f-43ef-9fcd-fc5e23818f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (16dbe7e9-f742-49f4-8a27-397fad86e04e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.948281 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d0aa2323-9e7f-43ef-9fcd-fc5e23818f90 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=4e4898ee8afc4749899e65b818a31c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3406215 Apr 11 16:51:17.950295 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aa2323-9e7f-43ef-9fcd-fc5e23818f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dbe7e9-f742-49f4-8a27-397fad86e04e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:17.952714 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35814) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:17.969918 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6e696a17-bc9f-4ec7-b0c3-0cb92744b5d3 req-f6a7afe1-79b1-4c2c-95a9-689840a326ea tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614212 Apr 11 16:51:18.020109 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817bc716-d983-4aa7-a1a2-a463bc2f00ba admin admin] Publish callbacks [] for security_group (16dbe7e9-f742-49f4-8a27-397fad86e04e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.042891 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817bc716-d983-4aa7-a1a2-a463bc2f00ba admin admin] Publish callbacks [] for security_group (16dbe7e9-f742-49f4-8a27-397fad86e04e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.098922 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817bc716-d983-4aa7-a1a2-a463bc2f00ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (16dbe7e9-f742-49f4-8a27-397fad86e04e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.102115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-817bc716-d983-4aa7-a1a2-a463bc2f00ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.103947 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-817bc716-d983-4aa7-a1a2-a463bc2f00ba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/16dbe7e9-f742-49f4-8a27-397fad86e04e HTTP/1.1" status: 204 len: 168 time: 0.1501539 Apr 11 16:51:18.113925 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817bc716-d983-4aa7-a1a2-a463bc2f00ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dbe7e9-f742-49f4-8a27-397fad86e04e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:18.368495 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.552170 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 35850) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:18.579572 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74bf8919-f474-4dff-8deb-e8d2ee3012d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.687898 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74bf8919-f474-4dff-8deb-e8d2ee3012d2 admin admin] Publish callbacks [] for security_group (9d097b40-ca61-4604-afdc-0cdd5f13ff94), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.695040 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-74bf8919-f474-4dff-8deb-e8d2ee3012d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9d097b40-ca61-4604-afdc-0cdd5f13ff94), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.728302 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b9c73-422c-418f-b4ee-8f4f2799ae28 req-1ca293b5-c936-453d-b1d3-7894a7c77198 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:18.729904 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-de1b9c73-422c-418f-b4ee-8f4f2799ae28 req-1ca293b5-c936-453d-b1d3-7894a7c77198 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.0975554 Apr 11 16:51:18.744081 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b8780-df48-4a31-9687-85748579f43c req-26df3a73-709b-492a-b060-3edbe40da5fb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:18.746003 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-069b8780-df48-4a31-9687-85748579f43c req-26df3a73-709b-492a-b060-3edbe40da5fb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.0677824 Apr 11 16:51:18.751544 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-74bf8919-f474-4dff-8deb-e8d2ee3012d2 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25e239c9a9fb40998a909e769fa88245&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981144 Apr 11 16:51:18.754025 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf8919-f474-4dff-8deb-e8d2ee3012d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d097b40-ca61-4604-afdc-0cdd5f13ff94,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:18.755934 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35864) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:18.951235 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-de1b9c73-422c-418f-b4ee-8f4f2799ae28 req-c3613c99-84b0-4414-8d2f-7ddf409940c4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994259 Apr 11 16:51:18.965009 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-fbc613f6-cbc9-4238-81a6-f10d6bd2f083 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32158a02-f773-404a-973c-60fd19d73f54 HTTP/1.1" status: 200 len: 217 time: 0.1134477 Apr 11 16:51:18.993198 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.014900 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-b651ed5a-db9b-47c7-99df-c0329136233d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd HTTP/1.1" status: 200 len: 217 time: 0.1556978 Apr 11 16:51:19.024698 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-069b8780-df48-4a31-9687-85748579f43c req-7460c422-b8c3-49f1-9d9c-4a2802fe4064 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697268 Apr 11 16:51:19.029062 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-6da26bdc-d6cb-4fc8-a5a3-d8ad24f6eeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.030769 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-6da26bdc-d6cb-4fc8-a5a3-d8ad24f6eeab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.1808915 Apr 11 16:51:19.055733 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33417c9-cb91-4a3b-8702-0f25b2870985 req-c86bb55c-4499-45d1-b80c-83e4cb7496de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.057893 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c33417c9-cb91-4a3b-8702-0f25b2870985 req-c86bb55c-4499-45d1-b80c-83e4cb7496de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 1127 time: 0.1920197 Apr 11 16:51:19.090677 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c44d-282c-4e16-8fa5-990b5006a0c7 admin admin] Publish callbacks [] for security_group (9d097b40-ca61-4604-afdc-0cdd5f13ff94), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.147992 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70757a-82c7-4927-8083-483e88f51fbf req-018110ca-189e-4a0f-a4c4-c00e524b761b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.149461 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-018110ca-189e-4a0f-a4c4-c00e524b761b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.1087449 Apr 11 16:51:19.153322 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c44d-282c-4e16-8fa5-990b5006a0c7 admin admin] Publish callbacks [] for security_group (9d097b40-ca61-4604-afdc-0cdd5f13ff94), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.173717 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-8752e18b-58b7-4c27-b9cf-7ebb0e3ac05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.175259 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-8752e18b-58b7-4c27-b9cf-7ebb0e3ac05c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1116138 Apr 11 16:51:19.240969 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947799de-476c-4ab1-b1eb-6ea487470244 req-d437374c-af72-4d9f-aac8-c3c509a9717c tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.242465 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-947799de-476c-4ab1-b1eb-6ea487470244 req-d437374c-af72-4d9f-aac8-c3c509a9717c tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.1378770 Apr 11 16:51:19.285168 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb70757a-82c7-4927-8083-483e88f51fbf req-79527d66-70aa-4b33-b95a-7a24426cee43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.286746 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-79527d66-70aa-4b33-b95a-7a24426cee43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1294770 Apr 11 16:51:19.328483 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-947799de-476c-4ab1-b1eb-6ea487470244 req-03582c31-971e-4061-b6ad-402a34da2f07 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702956 Apr 11 16:51:19.329947 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c44d-282c-4e16-8fa5-990b5006a0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9d097b40-ca61-4604-afdc-0cdd5f13ff94), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.332666 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b0e9c44d-282c-4e16-8fa5-990b5006a0c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.333730 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b0e9c44d-282c-4e16-8fa5-990b5006a0c7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d097b40-ca61-4604-afdc-0cdd5f13ff94 HTTP/1.1" status: 204 len: 168 time: 0.5751860 Apr 11 16:51:19.342244 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9c44d-282c-4e16-8fa5-990b5006a0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d097b40-ca61-4604-afdc-0cdd5f13ff94,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:19.361741 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-013a359e-e145-4e03-b35b-44cdc7114ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.363350 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-013a359e-e145-4e03-b35b-44cdc7114ee7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55e77aff-879d-497b-8253-8533c1d2e7ca HTTP/1.1" status: 200 len: 851 time: 0.3900342 Apr 11 16:51:19.491993 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33417c9-cb91-4a3b-8702-0f25b2870985 req-ae598e21-9856-41ef-93d0-71ee40b89dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.493486 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c33417c9-cb91-4a3b-8702-0f25b2870985 req-ae598e21-9856-41ef-93d0-71ee40b89dd6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=28c4fb270b99427b9fb085597e134917&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4136620 Apr 11 16:51:19.519534 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-35618d61-0ef2-408b-81e7-b6fe02881d85 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457713 Apr 11 16:51:20.065417 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d4874-66e4-4206-a88c-9c558b69d53b req-18b517e7-b3ee-4e4f-aec3-3c5126f660c8 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:20.067041 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-736d4874-66e4-4206-a88c-9c558b69d53b req-18b517e7-b3ee-4e4f-aec3-3c5126f660c8 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.0501723 Apr 11 16:51:20.152767 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-736d4874-66e4-4206-a88c-9c558b69d53b req-c455ffca-30e8-4051-9552-6d813472e953 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787952 Apr 11 16:51:20.161328 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39092749-16d7-45d3-9a92-9a6aa83cfed1 req-84df60f6-a602-4f2e-b119-201996330154 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:20.162810 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-39092749-16d7-45d3-9a92-9a6aa83cfed1 req-84df60f6-a602-4f2e-b119-201996330154 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.0668967 Apr 11 16:51:20.212560 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-39092749-16d7-45d3-9a92-9a6aa83cfed1 req-806448d6-7335-41fe-be22-f7db3e54e691 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431654 Apr 11 16:51:20.450696 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a92e1-1a3b-4873-a688-7c3be0fa5f93 req-7bfc0649-2add-48da-8b50-ab0351e887a6 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:20.452188 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d73a92e1-1a3b-4873-a688-7c3be0fa5f93 req-7bfc0649-2add-48da-8b50-ab0351e887a6 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 944 time: 0.0467408 Apr 11 16:51:20.498396 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d73a92e1-1a3b-4873-a688-7c3be0fa5f93 req-59b4cb6d-ea77-4a5b-a9dd-28445c0d8032 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402539 Apr 11 16:51:20.849075 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 32158a02-f773-404a-973c-60fd19d73f54 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:51:20.967994 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 32158a02-f773-404a-973c-60fd19d73f54, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=32158a02-f773-404a-973c-60fd19d73f54,segment=NetworkSegment(950e3cc1-c887-4c07-ab06-d7a437a33d04),segment_id=950e3cc1-c887-4c07-ab06-d7a437a33d04)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:20.983654 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '32158a02-f773-404a-973c-60fd19d73f54', 'network_id': '8ba2101e-f14d-4bca-ad03-b73ab1456bea', 'port_id': '32158a02-f773-404a-973c-60fd19d73f54', 'mac_address': 'fa:16:3e:25:7c:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55e77aff-879d-497b-8253-8533c1d2e7ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:51:21.021845 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 32158a02-f773-404a-973c-60fd19d73f54 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:21.022241 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (32158a02-f773-404a-973c-60fd19d73f54), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.035443 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32158a02-f773-404a-973c-60fd19d73f54 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:21.056990 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 32158a02-f773-404a-973c-60fd19d73f54, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=32158a02-f773-404a-973c-60fd19d73f54,segment=NetworkSegment(950e3cc1-c887-4c07-ab06-d7a437a33d04),segment_id=950e3cc1-c887-4c07-ab06-d7a437a33d04)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:21.062447 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (32158a02-f773-404a-973c-60fd19d73f54), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.063279 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d4c44bed-f767-4c1e-b5ae-ac360a785dd9 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:51:21.129709 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=32158a02-f773-404a-973c-60fd19d73f54,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:21.202708 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d4c44bed-f767-4c1e-b5ae-ac360a785dd9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:21.217435 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'd4c44bed-f767-4c1e-b5ae-ac360a785dd9', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'port_id': 'd4c44bed-f767-4c1e-b5ae-ac360a785dd9', 'mac_address': 'fa:16:3e:ce:a7:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:51:21.290438 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef802fb6-15b7-4f17-b4f0-a53f0d246450 req-13a307af-46e4-4072-987f-fb7ff19d4dec tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:21.290961 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:21.291956 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.292077 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ef802fb6-15b7-4f17-b4f0-a53f0d246450 req-13a307af-46e4-4072-987f-fb7ff19d4dec tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.0598288 Apr 11 16:51:21.307689 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4c44bed-f767-4c1e-b5ae-ac360a785dd9 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:21.329108 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d4c44bed-f767-4c1e-b5ae-ac360a785dd9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:21.334720 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.356324 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a430d3b-48a1-4759-bc2e-51439763d0b2 req-dc4ba45b-aa10-40d8-b94a-0699ef735dd0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:21.358238 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a430d3b-48a1-4759-bc2e-51439763d0b2 req-dc4ba45b-aa10-40d8-b94a-0699ef735dd0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.0652261 Apr 11 16:51:21.383524 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ef802fb6-15b7-4f17-b4f0-a53f0d246450 req-4b8b2d10-6d13-4fbd-9f51-d850a5eafe41 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806775 Apr 11 16:51:21.388220 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:21.424787 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a430d3b-48a1-4759-bc2e-51439763d0b2 req-bd85442f-e500-441a-9578-a8cdbf410468 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545447 Apr 11 16:51:21.545957 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35992) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:21.612328 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795dcab3-1dfc-4027-b76e-8a5f83eacf10 req-9d96d2b4-856c-47e5-88e0-ed66c53a6e34 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:21.613836 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-795dcab3-1dfc-4027-b76e-8a5f83eacf10 req-9d96d2b4-856c-47e5-88e0-ed66c53a6e34 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 945 time: 0.0494556 Apr 11 16:51:21.656069 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ad58cf2-a512-4f28-9a82-bb6b9dd7669a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.680089 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-795dcab3-1dfc-4027-b76e-8a5f83eacf10 req-010590ac-253c-4425-a1d8-0167a3434838 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605967 Apr 11 16:51:21.759745 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ad58cf2-a512-4f28-9a82-bb6b9dd7669a admin admin] Publish callbacks [] for security_group (63995a5d-6201-4c58-a7ec-0b4ad6c3881c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.768332 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0ad58cf2-a512-4f28-9a82-bb6b9dd7669a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (63995a5d-6201-4c58-a7ec-0b4ad6c3881c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.808050 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-b9f64e11-27b3-4569-89e0-1d3a583e9e2e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ba2101e-f14d-4bca-ad03-b73ab1456bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719895 Apr 11 16:51:21.843625 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad58cf2-a512-4f28-9a82-bb6b9dd7669a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63995a5d-6201-4c58-a7ec-0b4ad6c3881c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:21.850310 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-0ad58cf2-a512-4f28-9a82-bb6b9dd7669a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=cee486a5e0144b2bb646e6ef0f0b14ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008032 Apr 11 16:51:21.850483 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 35998) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:21.885678 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-06dfef1a-012f-4188-8169-96d43ce92e9c service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536341 Apr 11 16:51:21.971999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc80ae13-bd0f-4383-a0a5-a32c8ecfdd9f admin admin] Publish callbacks [] for security_group (63995a5d-6201-4c58-a7ec-0b4ad6c3881c), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.999027 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc80ae13-bd0f-4383-a0a5-a32c8ecfdd9f admin admin] Publish callbacks [] for security_group (63995a5d-6201-4c58-a7ec-0b4ad6c3881c), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.026191 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb70757a-82c7-4927-8083-483e88f51fbf req-5737ac7a-ab61-4a6a-bb13-4da0c0366767 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317337 Apr 11 16:51:22.064966 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc80ae13-bd0f-4383-a0a5-a32c8ecfdd9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (63995a5d-6201-4c58-a7ec-0b4ad6c3881c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.069007 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-dc80ae13-bd0f-4383-a0a5-a32c8ecfdd9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.070549 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-dc80ae13-bd0f-4383-a0a5-a32c8ecfdd9f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/63995a5d-6201-4c58-a7ec-0b4ad6c3881c HTTP/1.1" status: 204 len: 168 time: 0.2189136 Apr 11 16:51:22.080719 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80ae13-bd0f-4383-a0a5-a32c8ecfdd9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63995a5d-6201-4c58-a7ec-0b4ad6c3881c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:22.095071 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bed5e4bf-b0bb-4f02-8bfb-6ba912b28997 req-d1148316-385c-4f9d-a738-a03d58003bf9 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578353 Apr 11 16:51:22.103403 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33417c9-cb91-4a3b-8702-0f25b2870985 req-ac430844-000f-40db-8663-4ceca30a2a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:22.104853 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c33417c9-cb91-4a3b-8702-0f25b2870985 req-ac430844-000f-40db-8663-4ceca30a2a28 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3596532 Apr 11 16:51:22.118810 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-dcfcb0b4-1eac-42de-a714-7dc63a9cea70 service neutron] 10.222.0.15 "GET /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968872 Apr 11 16:51:22.377332 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36018) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:22.391290 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-674b458a-871b-4e9f-8ce0-fe0883cf447e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.485807 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-674b458a-871b-4e9f-8ce0-fe0883cf447e admin admin] Publish callbacks [] for security_group (7865b954-b4f8-4b8a-832f-8ca424d8dbfe), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.491902 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-674b458a-871b-4e9f-8ce0-fe0883cf447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (7865b954-b4f8-4b8a-832f-8ca424d8dbfe), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.510048 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffc1d40-186c-42f4-a360-2ebb2cc1d214 req-765b22f6-be21-4943-a988-865e8be5f354 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:22.512051 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6ffc1d40-186c-42f4-a360-2ebb2cc1d214 req-765b22f6-be21-4943-a988-865e8be5f354 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.0521049 Apr 11 16:51:22.532314 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-674b458a-871b-4e9f-8ce0-fe0883cf447e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e0d4a264259b45c28d5c8fa5f4659c88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1538594 Apr 11 16:51:22.536937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36030) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:22.552530 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674b458a-871b-4e9f-8ce0-fe0883cf447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7865b954-b4f8-4b8a-832f-8ca424d8dbfe,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:22.583041 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511a9f1-f744-447f-9334-6bc41a017164 req-6e710238-433e-450e-a795-29907e9ae371 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:22.584548 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6511a9f1-f744-447f-9334-6bc41a017164 req-6e710238-433e-450e-a795-29907e9ae371 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.0714769 Apr 11 16:51:22.590999 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26a1580e-e69e-4730-a785-95b9ebb10f68 admin admin] Publish callbacks [] for security_group (7865b954-b4f8-4b8a-832f-8ca424d8dbfe), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.612570 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6ffc1d40-186c-42f4-a360-2ebb2cc1d214 req-11a4ecbd-e54c-469a-a066-5efb4ac5d08f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893762 Apr 11 16:51:22.612747 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26a1580e-e69e-4730-a785-95b9ebb10f68 admin admin] Publish callbacks [] for security_group (7865b954-b4f8-4b8a-832f-8ca424d8dbfe), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.645778 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6511a9f1-f744-447f-9334-6bc41a017164 req-052c90b3-7110-4c11-8e82-2928281dd4ca tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515690 Apr 11 16:51:22.664331 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26a1580e-e69e-4730-a785-95b9ebb10f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (7865b954-b4f8-4b8a-832f-8ca424d8dbfe), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.666926 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26a1580e-e69e-4730-a785-95b9ebb10f68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.668014 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-26a1580e-e69e-4730-a785-95b9ebb10f68 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/7865b954-b4f8-4b8a-832f-8ca424d8dbfe HTTP/1.1" status: 204 len: 168 time: 0.1301744 Apr 11 16:51:22.675524 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a1580e-e69e-4730-a785-95b9ebb10f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7865b954-b4f8-4b8a-832f-8ca424d8dbfe,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:22.796153 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741d940-27eb-4605-b0c3-9cca8930f946 req-e9755d47-a932-45df-893a-da011088cd98 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:22.797625 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0741d940-27eb-4605-b0c3-9cca8930f946 req-e9755d47-a932-45df-893a-da011088cd98 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 945 time: 0.0474854 Apr 11 16:51:22.845544 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0741d940-27eb-4605-b0c3-9cca8930f946 req-7986587b-e968-4a24-bc2e-d779c91484a6 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421665 Apr 11 16:51:23.352976 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36060) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:23.447319 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1159176432-network', 'tenant_id': '3005863d507649d3ba7854fb41792452'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:23.465563 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Made reservation on behalf of 3005863d507649d3ba7854fb41792452 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:23.467768 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.475832 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.547582 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Publish callbacks [] for security_group (42ae655a-2c45-4482-ac27-741ac7ba622f), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.551865 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (42ae655a-2c45-4482-ac27-741ac7ba622f), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.575817 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1159, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:51:23.585307 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ae655a-2c45-4482-ac27-741ac7ba622f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:23.589917 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.590258 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Added segment 7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70 of type vlan for network be579b75-f4a3-42be-b4ea-8e62c2860fb8 Apr 11 16:51:23.632056 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (be579b75-f4a3-42be-b4ea-8e62c2860fb8), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.657327 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (be579b75-f4a3-42be-b4ea-8e62c2860fb8), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.658519 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:23.659143 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.704092 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3499448 Apr 11 16:51:23.707332 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36072) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:23.712478 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Request body: {'subnet': {'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1159176432-subnet', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:23.731991 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Made reservation on behalf of 3005863d507649d3ba7854fb41792452 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:23.734315 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.765459 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cff7f-5a1d-49c1-a934-89bd57744cc7 admin admin] Pushing event updated for resources: {'Network': ['ID=be579b75-f4a3-42be-b4ea-8e62c2860fb8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:23.777508 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:51:23.801762 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8142ed-b9d9-4b90-a5bd-e9a2bd029075 req-e0565fdf-de12-4f1f-964c-2ecd17fd8f66 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:23.803346 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3a8142ed-b9d9-4b90-a5bd-e9a2bd029075 req-e0565fdf-de12-4f1f-964c-2ecd17fd8f66 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.1178930 Apr 11 16:51:23.826972 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b4eab-5552-4b9d-a9ec-0eb816933343 req-5b52e734-48eb-4922-8c2f-cc55ef14001e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:23.828462 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-932b4eab-5552-4b9d-a9ec-0eb816933343 req-5b52e734-48eb-4922-8c2f-cc55ef14001e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.0804241 Apr 11 16:51:23.892012 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3a8142ed-b9d9-4b90-a5bd-e9a2bd029075 req-5f641797-cd70-44e8-b7b8-f530b3360397 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804570 Apr 11 16:51:23.903174 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-932b4eab-5552-4b9d-a9ec-0eb816933343 req-1a78fbcb-b1a8-422d-8517-92c4be93d6a8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671554 Apr 11 16:51:23.947132 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (881537a1-3203-437f-a416-222d0d49cf22), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.998880 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=881537a1-3203-437f-a416-222d0d49cf22,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:23.999390 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f13193-1143-4835-b004-51b318dd8cb4 req-9994b1ac-a052-4930-b483-be8187f96a5b tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:24.001001 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-36f13193-1143-4835-b004-51b318dd8cb4 req-9994b1ac-a052-4930-b483-be8187f96a5b tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 945 time: 0.0507600 Apr 11 16:51:24.017608 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Checking segment: {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:24.018016 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Network hostable DHCP agents. Network: be579b75-f4a3-42be-b4ea-8e62c2860fb8, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:51:24.036453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:51:24.045779 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, be579b75-f4a3-42be-b4ea-8e62c2860fb8) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:24.050830 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:24.051319 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.058038 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-36f13193-1143-4835-b004-51b318dd8cb4 req-1f691285-fb03-464c-a5d7-db4248d55823 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Apr 11 16:51:24.060963 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b75765-713a-443c-92a0-32648bc802a1 None None] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:24.068881 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-04ec3b4b-55a1-4007-a48b-36b6b3b9cc17 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3603408 Apr 11 16:51:24.071413 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36080) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:24.076024 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:24.096674 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.097674 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.152797 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks [] for router_controller (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.163116 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'project_id': '3005863d507649d3ba7854fb41792452', 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:51:24.164064 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.293275 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks [] for router_gateway (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.294896 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Allocated IP 172.20.0.2 (be579b75-f4a3-42be-b4ea-8e62c2860fb8/881537a1-3203-437f-a416-222d0d49cf22/bf16cfa7-fd24-4479-ac6a-055d0bc30f68) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:24.439459 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Publish callbacks [] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.445914 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.484247 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks [] for router_gateway (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.484518 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:24.488725 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:24.491702 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:24.500387 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Pushing event updated for resources: {'Port': ['ID=bf16cfa7-fd24-4479-ac6a-055d0bc30f68,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:24.504204 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.555816 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Attempting to bind port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:24.556415 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Attempting to bind port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:24.556798 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Attempting to bind port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 on network be579b75-f4a3-42be-b4ea-8e62c2860fb8 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:24.561810 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:24.562186 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Checking segment: {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:24.563151 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.563574 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Bound using segment: {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:24.564031 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Bound port: bf16cfa7-fd24-4479-ac6a-055d0bc30f68, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:24.564427 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.608685 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Allocated IP 172.27.1.67 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/f22300df-334e-4cd2-897c-66b43b5d9187) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:24.631375 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] For port bf16cfa7-fd24-4479-ac6a-055d0bc30f68, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:24.636823 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] For port bf16cfa7-fd24-4479-ac6a-055d0bc30f68, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=bf16cfa7-fd24-4479-ac6a-055d0bc30f68,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:24.643201 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.704664 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d133dc43-1355-4984-af2e-2f1c445f3985 None None] Pushing event updated for resources: {'Port': ['ID=bf16cfa7-fd24-4479-ac6a-055d0bc30f68,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:24.714355 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks [] for port (f22300df-334e-4cd2-897c-66b43b5d9187), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.746443 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.782712 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:24.786846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:24.790307 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:24.833449 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f22300df-334e-4cd2-897c-66b43b5d9187,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:24.883021 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['32158a02-f773-404a-973c-60fd19d73f54'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:25.105515 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['d4c44bed-f767-4c1e-b5ae-ac360a785dd9'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:25.130501 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c139bdb-b324-4eee-9ad6-d87ef4dabd31 req-2ae730da-a128-4670-ab0a-194dcd9c7b30 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.133742 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8c139bdb-b324-4eee-9ad6-d87ef4dabd31 req-2ae730da-a128-4670-ab0a-194dcd9c7b30 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.1012101 Apr 11 16:51:25.155004 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b130bce-1054-415d-bc62-80e4165d7ac1 req-f77d0361-c814-4cd8-a4ac-36ae5927a854 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.156262 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3b130bce-1054-415d-bc62-80e4165d7ac1 req-f77d0361-c814-4cd8-a4ac-36ae5927a854 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.1371651 Apr 11 16:51:25.224871 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8c139bdb-b324-4eee-9ad6-d87ef4dabd31 req-bae30f77-98c1-474b-aa09-12c927ce3325 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800436 Apr 11 16:51:25.256878 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3b130bce-1054-415d-bc62-80e4165d7ac1 req-6e883171-16cc-4d5d-92f7-e5918634c36d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751591 Apr 11 16:51:25.271204 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks [] for router_gateway (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.341149 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c6c9f-f025-457e-938f-f7005339b024 req-fd48ff47-1639-4246-b978-dc1d681b7219 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.342719 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-156c6c9f-f025-457e-938f-f7005339b024 req-fd48ff47-1639-4246-b978-dc1d681b7219 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 945 time: 0.0482545 Apr 11 16:51:25.394576 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-156c6c9f-f025-457e-938f-f7005339b024 req-c2899d08-ac60-48e6-a3b1-fc7e268cc859 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452845 Apr 11 16:51:25.486536 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.784434 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-2fc826b5-e2f6-4f8f-8309-65407e6d181c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.785989 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-2fc826b5-e2f6-4f8f-8309-65407e6d181c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 1127 time: 0.1514113 Apr 11 16:51:25.790566 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:51:25.848105 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1de4a7c3-5d21-4966-a996-b4cd64e2cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:25.849621 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-1de4a7c3-5d21-4966-a996-b4cd64e2cbc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 1127 time: 0.1084893 Apr 11 16:51:25.930979 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-909a70b1-545e-4f27-a64d-d05d0fc5affa req-cff3c18d-ba8f-4927-9b6f-807ec84637e6 service neutron] 10.222.0.15 "GET /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059623 Apr 11 16:51:25.972287 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-951a6189-c224-4973-9f90-92f1ddce01ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d HTTP/1.1" status: 200 len: 217 time: 0.0535560 Apr 11 16:51:25.988138 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ee2ba7-8d96-40ed-b164-948ca28845bf None None] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:26.079137 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-1e3a5cc7-df25-4f70-884f-1cb0836393aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.080660 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-1e3a5cc7-df25-4f70-884f-1cb0836393aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.2858164 Apr 11 16:51:26.115993 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-05b2171c-d5a0-41d1-8566-bbfca799aeb6 None None] Provisioning complete for port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:26.116399 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-05b2171c-d5a0-41d1-8566-bbfca799aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.132377 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60308b-fddc-4098-b404-983ef9a290fe req-d6528520-561d-411b-a516-22b4b43c80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.133903 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-d6528520-561d-411b-a516-22b4b43c80cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 200 len: 849 time: 0.1504962 Apr 11 16:51:26.137583 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-dedcc591-8d66-4009-beb1-d0f91003c552 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd HTTP/1.1" status: 200 len: 217 time: 0.0468986 Apr 11 16:51:26.140532 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:26.155004 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Sync routers for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:26.175493 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:26.178872 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:26.212295 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-05b2171c-d5a0-41d1-8566-bbfca799aeb6 None None] Current status of the port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:26.212878 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-05b2171c-d5a0-41d1-8566-bbfca799aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.243412 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.244379 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-72aa8ff2-6927-4c4e-b84c-cbeff49891d1 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1720433 Apr 11 16:51:26.247211 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36124) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:26.247751 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60308b-fddc-4098-b404-983ef9a290fe req-8ba627c1-d399-4fc9-8dfb-b11414f4f9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.249462 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-8ba627c1-d399-4fc9-8dfb-b11414f4f9bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0955591 Apr 11 16:51:26.255507 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-0e2bc3f3-8667-4139-bf5f-19b2e32299ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.262877 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-0e2bc3f3-8667-4139-bf5f-19b2e32299ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.1166894 Apr 11 16:51:26.315482 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-05b2171c-d5a0-41d1-8566-bbfca799aeb6 None None] For port bf16cfa7-fd24-4479-ac6a-055d0bc30f68, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=bf16cfa7-fd24-4479-ac6a-055d0bc30f68,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:26.331314 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-05b2171c-d5a0-41d1-8566-bbfca799aeb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.423028 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-49b5ef9a-ce12-4ae4-8d60-6afdd0ea6e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.423196 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2171c-d5a0-41d1-8566-bbfca799aeb6 None None] Pushing event updated for resources: {'Port': ['ID=bf16cfa7-fd24-4479-ac6a-055d0bc30f68,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:26.424885 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-49b5ef9a-ce12-4ae4-8d60-6afdd0ea6e71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1478834 Apr 11 16:51:26.463634 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:26.510193 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da092b-a205-4607-85be-0deaf7ce7771 req-43c84230-cca5-413e-9f58-50b4cb9dbff6 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.518802 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-37da092b-a205-4607-85be-0deaf7ce7771 req-43c84230-cca5-413e-9f58-50b4cb9dbff6 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.0745580 Apr 11 16:51:26.551673 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-497b4f9d-612f-457c-b3bd-8368ed585f07 None None] Provisioning complete for port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:26.552078 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-497b4f9d-612f-457c-b3bd-8368ed585f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.567098 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-f37d178a-3b8f-4a5f-a979-325be4202bb2 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032060 Apr 11 16:51:26.592447 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-3bd3af20-1e01-4616-958c-1d390bd1a11a service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579444 Apr 11 16:51:26.648155 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-37da092b-a205-4607-85be-0deaf7ce7771 req-73828002-5d43-4b84-9d76-b2246eb74ca7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281054 Apr 11 16:51:26.680301 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e330b-4b06-49a4-b01f-c64df91376a7 req-66e7302a-3df6-4924-9047-b369163756f9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.684609 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a50e330b-4b06-49a4-b01f-c64df91376a7 req-66e7302a-3df6-4924-9047-b369163756f9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 943 time: 0.2864592 Apr 11 16:51:26.747327 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-497b4f9d-612f-457c-b3bd-8368ed585f07 None None] Current status of the port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:26.751689 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device bf16cfa7-fd24-4479-ac6a-055d0bc30f68 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:26.757545 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:24Z', 'revision_number': 3, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:26.786510 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Checking router: fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:26.787103 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Updating router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 port f22300df-334e-4cd2-897c-66b43b5d9187 binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:26.816884 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.859858 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:26.860487 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.912974 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device befa62d9-f023-4d85-aaf2-e79ac9317ebd details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:51:26.917998 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 32158a02-f773-404a-973c-60fd19d73f54 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:26.963780 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c9c57-78d5-4be6-bc21-4a32176affa6 req-0d1d9517-6530-44ac-9f8a-2a329fcd0c1c tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:26.970973 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-223c9c57-78d5-4be6-bc21-4a32176affa6 req-0d1d9517-6530-44ac-9f8a-2a329fcd0c1c tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 945 time: 0.1823909 Apr 11 16:51:27.013145 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a60308b-fddc-4098-b404-983ef9a290fe req-f608183b-89ac-4385-8b84-90d7d13fe195 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367666 Apr 11 16:51:27.021520 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5ca2c2d0-9a01-4ff5-8edf-49485201b2f9 req-6a963d0c-370e-430a-aa5f-de9c569c671f service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032393 Apr 11 16:51:27.172257 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 32158a02-f773-404a-973c-60fd19d73f54 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:51:27.199874 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 32158a02-f773-404a-973c-60fd19d73f54 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:27.200296 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (32158a02-f773-404a-973c-60fd19d73f54), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.210505 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:27.255258 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port befa62d9-f023-4d85-aaf2-e79ac9317ebd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:27.275049 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'befa62d9-f023-4d85-aaf2-e79ac9317ebd', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'port_id': 'befa62d9-f023-4d85-aaf2-e79ac9317ebd', 'mac_address': 'fa:16:3e:1c:dc:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:51:27.300161 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-223c9c57-78d5-4be6-bc21-4a32176affa6 req-577f1ae8-ce11-41e5-b630-835fe2495e94 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280857 Apr 11 16:51:27.332781 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a50e330b-4b06-49a4-b01f-c64df91376a7 req-87643864-7417-4331-90c7-d7ee262d5ee0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6376858 Apr 11 16:51:27.383815 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Publish callbacks [] for port (f22300df-334e-4cd2-897c-66b43b5d9187), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.391790 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.391979 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port befa62d9-f023-4d85-aaf2-e79ac9317ebd is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:27.392398 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.439815 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id befa62d9-f023-4d85-aaf2-e79ac9317ebd {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:27.470512 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Attempting to bind port f22300df-334e-4cd2-897c-66b43b5d9187 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:27.471281 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Attempting to bind port f22300df-334e-4cd2-897c-66b43b5d9187 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:27.471923 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Attempting to bind port f22300df-334e-4cd2-897c-66b43b5d9187 on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:27.472918 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 32158a02-f773-404a-973c-60fd19d73f54 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:27.473623 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (32158a02-f773-404a-973c-60fd19d73f54), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.485914 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:27.486835 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:27.487454 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.488093 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:27.488891 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Bound port: f22300df-334e-4cd2-897c-66b43b5d9187, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:27.489841 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.545700 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port befa62d9-f023-4d85-aaf2-e79ac9317ebd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:27.561614 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.575988 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] For port f22300df-334e-4cd2-897c-66b43b5d9187, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:27.579470 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] For port f22300df-334e-4cd2-897c-66b43b5d9187, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=f22300df-334e-4cd2-897c-66b43b5d9187,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:27.589819 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c156a5-644a-4645-8f0c-2dab8bf00479 None None] Pushing event updated for resources: {'Port': ['ID=f22300df-334e-4cd2-897c-66b43b5d9187,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:27.602169 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.722129 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.745035 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:27.745748 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:27.772054 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c156a5-644a-4645-8f0c-2dab8bf00479 None None] Pushing event updated for resources: {'Port': ['ID=f22300df-334e-4cd2-897c-66b43b5d9187,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:27.835542 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f69db11-22ba-48ce-b303-56480ef8c542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32158a02-f773-404a-973c-60fd19d73f54'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:27.893888 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36180) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:27.928075 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566fd4f9-c225-4bf7-bf8e-c2d9f754d3b5 req-20bfdc34-6795-4faa-9362-d57f12c74b31 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:27.930572 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-566fd4f9-c225-4bf7-bf8e-c2d9f754d3b5 req-20bfdc34-6795-4faa-9362-d57f12c74b31 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.1184614 Apr 11 16:51:28.001505 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 32158a02-f773-404a-973c-60fd19d73f54, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=32158a02-f773-404a-973c-60fd19d73f54,segment=NetworkSegment(950e3cc1-c887-4c07-ab06-d7a437a33d04),segment_id=950e3cc1-c887-4c07-ab06-d7a437a33d04)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:28.022197 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:28.040248 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (32158a02-f773-404a-973c-60fd19d73f54), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.040918 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d4c44bed-f767-4c1e-b5ae-ac360a785dd9 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:28.136852 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-861c256e-8491-4946-818d-36c87d2eccc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.141153 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['befa62d9-f023-4d85-aaf2-e79ac9317ebd'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:28.176069 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=befa62d9-f023-4d85-aaf2-e79ac9317ebd,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.196323 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Allocated IP 172.20.0.1 (be579b75-f4a3-42be-b4ea-8e62c2860fb8/881537a1-3203-437f-a416-222d0d49cf22/57c31188-709f-4ab3-ba69-afcaa62be047) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:28.220593 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-566fd4f9-c225-4bf7-bf8e-c2d9f754d3b5 req-b19c1f30-93a5-4fd1-aa73-3d40a4a68109 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208555 Apr 11 16:51:28.231954 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce1c180-ee44-4240-a204-c1e2d3513100" -d '{"events": [{"server_uuid": "0f69db11-22ba-48ce-b303-56480ef8c542", "name": "network-vif-plugged", "status": "completed", "tag": "32158a02-f773-404a-973c-60fd19d73f54"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:28.278102 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-861c256e-8491-4946-818d-36c87d2eccc1 admin admin] Publish callbacks [] for security_group (16a72722-817d-4261-a79d-d3978953ed82), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.283978 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=32158a02-f773-404a-973c-60fd19d73f54,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.286663 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-861c256e-8491-4946-818d-36c87d2eccc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (16a72722-817d-4261-a79d-d3978953ed82), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.293062 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:51:28.305946 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:28.306377 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.329263 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:24Z', 'revision_number': 3, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:28.372411 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-861c256e-8491-4946-818d-36c87d2eccc1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0656539df03841f182fa6cb574ae2865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4771607 Apr 11 16:51:28.373704 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c256e-8491-4946-818d-36c87d2eccc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a72722-817d-4261-a79d-d3978953ed82,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.378258 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36202) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:28.404279 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cb2858-abe5-4629-a6ed-3249528fe410 None None] The sync data for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi is: [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:24Z', 'revision_number': 3, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:28.447206 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Publish callbacks [] for port (57c31188-709f-4ab3-ba69-afcaa62be047), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.447674 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db89c5c-f31a-4510-b27d-aa2b075e258a x-openstack-request-id: req-1db89c5c-f31a-4510-b27d-aa2b075e258a {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:28.447674 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f69db11-22ba-48ce-b303-56480ef8c542", "name": "network-vif-plugged", "status": "completed", "tag": "32158a02-f773-404a-973c-60fd19d73f54", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:28.447865 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1db89c5c-f31a-4510-b27d-aa2b075e258a {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:28.448240 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1db89c5c-f31a-4510-b27d-aa2b075e258a'] response: {'server_uuid': '0f69db11-22ba-48ce-b303-56480ef8c542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32158a02-f773-404a-973c-60fd19d73f54', 'code': 200} Apr 11 16:51:28.507114 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdfa-71eb-46e4-a7d6-e51c578bbb4f admin admin] Publish callbacks [] for security_group (16a72722-817d-4261-a79d-d3978953ed82), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.517415 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94e2b6-f745-4e5f-86e7-5e3b41898056 req-03f192fd-2446-49c3-b449-49092d3f4e72 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:28.528549 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-df94e2b6-f745-4e5f-86e7-5e3b41898056 req-03f192fd-2446-49c3-b449-49092d3f4e72 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.0924180 Apr 11 16:51:28.606886 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdfa-71eb-46e4-a7d6-e51c578bbb4f admin admin] Publish callbacks [] for security_group (16a72722-817d-4261-a79d-d3978953ed82), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.616472 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:28.616883 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.666824 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-df94e2b6-f745-4e5f-86e7-5e3b41898056 req-d23eac86-fb47-4e3a-b8d1-eec50445b216 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373653 Apr 11 16:51:28.670465 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.684795 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558ea17-f729-4ce9-b6f3-89f21d81ace0 req-f9a516c7-beb0-4110-a315-4d80f38fd6ec tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:28.692329 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4558ea17-f729-4ce9-b6f3-89f21d81ace0 req-f9a516c7-beb0-4110-a315-4d80f38fd6ec tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 944 time: 0.1184437 Apr 11 16:51:28.721646 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d4c44bed-f767-4c1e-b5ae-ac360a785dd9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:28.726343 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.752480 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:28.758136 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:28.772800 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:28.773421 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.778203 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Pushing event updated for resources: {'Port': ['ID=57c31188-709f-4ab3-ba69-afcaa62be047,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.809877 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdfa-71eb-46e4-a7d6-e51c578bbb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (16a72722-817d-4261-a79d-d3978953ed82), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.813256 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eabdbdfa-71eb-46e4-a7d6-e51c578bbb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.816719 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-eabdbdfa-71eb-46e4-a7d6-e51c578bbb4f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/16a72722-817d-4261-a79d-d3978953ed82 HTTP/1.1" status: 204 len: 168 time: 0.4349923 Apr 11 16:51:28.816988 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.841171 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa0a85-8380-4905-9266-088e3807cbd8 req-b208e651-d988-479d-ab94-bc5cbd6fcbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:28.848850 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ddaa0a85-8380-4905-9266-088e3807cbd8 req-b208e651-d988-479d-ab94-bc5cbd6fcbae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 1130 time: 0.1411281 Apr 11 16:51:28.867099 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabdbdfa-71eb-46e4-a7d6-e51c578bbb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a72722-817d-4261-a79d-d3978953ed82,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.942822 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ddaa0a85-8380-4905-9266-088e3807cbd8 req-06f51010-18e1-488a-ae65-5cde98d51a29 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.011128 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4558ea17-f729-4ce9-b6f3-89f21d81ace0 req-086deff8-82fa-48fd-b866-c14777c3b08a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154631 Apr 11 16:51:29.153076 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36234) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:29.158623 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ddaa0a85-8380-4905-9266-088e3807cbd8 req-06f51010-18e1-488a-ae65-5cde98d51a29 service neutron] Publish callbacks [] for security_group (7b2775cc-6548-45f1-b0cf-d6ca464ce311), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.165927 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ddaa0a85-8380-4905-9266-088e3807cbd8 req-06f51010-18e1-488a-ae65-5cde98d51a29 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (7b2775cc-6548-45f1-b0cf-d6ca464ce311), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.189176 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:51:29.219304 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device befa62d9-f023-4d85-aaf2-e79ac9317ebd up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:29.251196 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.258919 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f51010-18e1-488a-ae65-5cde98d51a29 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2775cc-6548-45f1-b0cf-d6ca464ce311,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.338090 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ddaa0a85-8380-4905-9266-088e3807cbd8 req-06f51010-18e1-488a-ae65-5cde98d51a29 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820492 Apr 11 16:51:29.382899 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.db.resource_extend [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 16:51:29.402995 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-5a3aa205-ad9d-486f-8046-ef4396449834 None None] Provisioning complete for port 57c31188-709f-4ab3-ba69-afcaa62be047 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:29.403838 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5a3aa205-ad9d-486f-8046-ef4396449834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.486941 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36250) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:29.516128 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d2788a3-9843-448c-b901-ffbd597d5d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.529031 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-5a3aa205-ad9d-486f-8046-ef4396449834 None None] Port 57c31188-709f-4ab3-ba69-afcaa62be047 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:29.541557 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba2491d2-aeec-46b9-a8bf-f45b16508ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.562900 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port befa62d9-f023-4d85-aaf2-e79ac9317ebd completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:51:29.568083 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:29.587597 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port befa62d9-f023-4d85-aaf2-e79ac9317ebd triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:29.588551 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.590979 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'port_id': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'mac_address': 'fa:16:3e:e1:3d:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:51:29.683988 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:29.684712 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.707005 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:29.712019 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d2788a3-9843-448c-b901-ffbd597d5d86 admin admin] Publish callbacks [] for security_group (2b0437d8-f065-4b70-af54-eeaefb70058a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.724220 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d2788a3-9843-448c-b901-ffbd597d5d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2b0437d8-f065-4b70-af54-eeaefb70058a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.763201 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:29.776641 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port befa62d9-f023-4d85-aaf2-e79ac9317ebd is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:29.777519 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.779900 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.782581 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba2491d2-aeec-46b9-a8bf-f45b16508ddc admin admin] Publish callbacks [] for security_group (2c957970-3e77-4707-b972-d8a2dc5defbb), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.789094 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2788a3-9843-448c-b901-ffbd597d5d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0437d8-f065-4b70-af54-eeaefb70058a,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.833932 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0d2788a3-9843-448c-b901-ffbd597d5d86 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=194a8971da404a29939de6f2086ae73c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3456819 Apr 11 16:51:29.838566 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36268) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:29.880061 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port befa62d9-f023-4d85-aaf2-e79ac9317ebd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:29.886838 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.891621 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.905438 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ba2491d2-aeec-46b9-a8bf-f45b16508ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2c957970-3e77-4707-b972-d8a2dc5defbb), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.923370 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acb907d5-0b56-4e44-9bd3-515e4022b2ef admin admin] Publish callbacks [] for security_group (2b0437d8-f065-4b70-af54-eeaefb70058a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.979736 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acb907d5-0b56-4e44-9bd3-515e4022b2ef admin admin] Publish callbacks [] for security_group (2b0437d8-f065-4b70-af54-eeaefb70058a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.997984 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=befa62d9-f023-4d85-aaf2-e79ac9317ebd,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.011710 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa95f85-dc41-4bda-85bb-290f1fd1d354 req-e3994d63-fb24-4641-a157-b5d550c0b18c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:30.013415 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3fa95f85-dc41-4bda-85bb-290f1fd1d354 req-e3994d63-fb24-4641-a157-b5d550c0b18c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 943 time: 0.5909755 Apr 11 16:51:30.073006 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acb907d5-0b56-4e44-9bd3-515e4022b2ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2b0437d8-f065-4b70-af54-eeaefb70058a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.078178 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-acb907d5-0b56-4e44-9bd3-515e4022b2ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.079513 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-acb907d5-0b56-4e44-9bd3-515e4022b2ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2b0437d8-f065-4b70-af54-eeaefb70058a HTTP/1.1" status: 204 len: 168 time: 0.2396264 Apr 11 16:51:30.085390 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9a8c61-3314-45d1-a0be-7b4a817a07bd req-461e5a54-2af0-41ee-8077-de4d05a41d78 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:30.086916 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1d9a8c61-3314-45d1-a0be-7b4a817a07bd req-461e5a54-2af0-41ee-8077-de4d05a41d78 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.2249491 Apr 11 16:51:30.087884 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb907d5-0b56-4e44-9bd3-515e4022b2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0437d8-f065-4b70-af54-eeaefb70058a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.089396 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-ba2491d2-aeec-46b9-a8bf-f45b16508ddc admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=534ef3581f814eb58d65bced712f1652&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9354780 Apr 11 16:51:30.092929 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36278) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:30.094839 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2491d2-aeec-46b9-a8bf-f45b16508ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c957970-3e77-4707-b972-d8a2dc5defbb,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.142841 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:30.160708 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b6b332e-923f-403c-bea6-c8288e6a7071 admin admin] Publish callbacks [] for security_group (2c957970-3e77-4707-b972-d8a2dc5defbb), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.173633 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3fa95f85-dc41-4bda-85bb-290f1fd1d354 req-79d4de5c-71d4-45bb-8c80-37087f4de8eb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427538 Apr 11 16:51:30.190277 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Publish callbacks [] for port (57c31188-709f-4ab3-ba69-afcaa62be047), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.206155 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1d9a8c61-3314-45d1-a0be-7b4a817a07bd req-d6883ab4-0a87-44b6-a44c-bc59c01d4ee0 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843518 Apr 11 16:51:30.207280 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.208007 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.217183 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b6b332e-923f-403c-bea6-c8288e6a7071 admin admin] Publish callbacks [] for security_group (2c957970-3e77-4707-b972-d8a2dc5defbb), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.275490 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Pushing event updated for resources: {'Port': ['ID=57c31188-709f-4ab3-ba69-afcaa62be047,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.336333 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b6b332e-923f-403c-bea6-c8288e6a7071 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2c957970-3e77-4707-b972-d8a2dc5defbb), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.339655 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7b6b332e-923f-403c-bea6-c8288e6a7071 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.347665 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7b6b332e-923f-403c-bea6-c8288e6a7071 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2c957970-3e77-4707-b972-d8a2dc5defbb HTTP/1.1" status: 204 len: 168 time: 0.2507775 Apr 11 16:51:30.364198 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b332e-923f-403c-bea6-c8288e6a7071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c957970-3e77-4707-b972-d8a2dc5defbb,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.400857 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e26200-6966-4ed1-ba94-9c916ac679f6 req-3a7d2cfb-85a7-4952-aaa9-83297e8a60c6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:30.402745 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d5e26200-6966-4ed1-ba94-9c916ac679f6 req-3a7d2cfb-85a7-4952-aaa9-83297e8a60c6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0908451 Apr 11 16:51:30.430074 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:30.436657 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:30.450721 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4f0014e-89e9-46b9-b7c6-0efde1ff7f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c44bed-f767-4c1e-b5ae-ac360a785dd9'}, {'server_uuid': '2f2379d0-48da-464e-8124-cb08a066a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befa62d9-f023-4d85-aaf2-e79ac9317ebd'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:30.458616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ceac7e-494c-41c1-bd7e-36fd04e4f03b" -d '{"events": [{"server_uuid": "d4f0014e-89e9-46b9-b7c6-0efde1ff7f49", "name": "network-vif-plugged", "status": "completed", "tag": "d4c44bed-f767-4c1e-b5ae-ac360a785dd9"}, {"server_uuid": "2f2379d0-48da-464e-8124-cb08a066a858", "name": "network-vif-plugged", "status": "completed", "tag": "befa62d9-f023-4d85-aaf2-e79ac9317ebd"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:30.520510 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e89d473-570a-468c-9ea1-b1d8c2d0eb93 x-openstack-request-id: req-6e89d473-570a-468c-9ea1-b1d8c2d0eb93 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:30.520898 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4f0014e-89e9-46b9-b7c6-0efde1ff7f49", "name": "network-vif-plugged", "status": "completed", "tag": "d4c44bed-f767-4c1e-b5ae-ac360a785dd9", "code": 200}, {"server_uuid": "2f2379d0-48da-464e-8124-cb08a066a858", "name": "network-vif-plugged", "status": "completed", "tag": "befa62d9-f023-4d85-aaf2-e79ac9317ebd", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:30.521584 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6e89d473-570a-468c-9ea1-b1d8c2d0eb93 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:30.521752 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e89d473-570a-468c-9ea1-b1d8c2d0eb93'] response: {'server_uuid': 'd4f0014e-89e9-46b9-b7c6-0efde1ff7f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4c44bed-f767-4c1e-b5ae-ac360a785dd9', 'code': 200} Apr 11 16:51:30.522034 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e89d473-570a-468c-9ea1-b1d8c2d0eb93'] response: {'server_uuid': '2f2379d0-48da-464e-8124-cb08a066a858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'befa62d9-f023-4d85-aaf2-e79ac9317ebd', 'code': 200} Apr 11 16:51:30.577938 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d5e26200-6966-4ed1-ba94-9c916ac679f6 req-de468a2b-2ffc-4b5c-86f0-0ca01f131289 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557517 Apr 11 16:51:30.749207 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device f22300df-334e-4cd2-897c-66b43b5d9187 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:30.816630 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:30.909119 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-70fb95d8-3789-4a7e-97d8-539ffe4726ac None None] Provisioning complete for port 57c31188-709f-4ab3-ba69-afcaa62be047 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:30.909497 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-70fb95d8-3789-4a7e-97d8-539ffe4726ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.913390 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port f22300df-334e-4cd2-897c-66b43b5d9187 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:30.914201 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.918493 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36296) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:30.939029 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e077ea-fa75-46ca-886d-5abe79378acc req-016f4d1e-2f01-401a-bc4a-af1f2dda70bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:30.940551 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e1e077ea-fa75-46ca-886d-5abe79378acc req-016f4d1e-2f01-401a-bc4a-af1f2dda70bb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 1130 time: 0.0856283 Apr 11 16:51:30.948269 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d52edd6-6081-4b50-af1e-a887a4e209ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.979118 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-70fb95d8-3789-4a7e-97d8-539ffe4726ac None None] Port 57c31188-709f-4ab3-ba69-afcaa62be047 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:31.060776 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:31.075433 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-9bf75fa3-618e-426d-ab54-fc4c6b329f53 admin admin] 10.222.0.73 "PUT /v2.0/routers/fb6b4494-5347-4bdd-83f3-e48a23fa7ce1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8263841 Apr 11 16:51:31.114978 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d52edd6-6081-4b50-af1e-a887a4e209ad admin admin] Publish callbacks [] for security_group (082b6aef-995f-4f32-9cc9-42947bee8a3b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.119218 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1d52edd6-6081-4b50-af1e-a887a4e209ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (082b6aef-995f-4f32-9cc9-42947bee8a3b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.130856 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port f22300df-334e-4cd2-897c-66b43b5d9187 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:31.131260 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.158413 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1d52edd6-6081-4b50-af1e-a887a4e209ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20f5af9668a649e09707c6bed02dac65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388282 Apr 11 16:51:31.162028 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36310) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:31.175191 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port f22300df-334e-4cd2-897c-66b43b5d9187, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=f22300df-334e-4cd2-897c-66b43b5d9187,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:31.195334 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:31.209465 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52edd6-6081-4b50-af1e-a887a4e209ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082b6aef-995f-4f32-9cc9-42947bee8a3b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.253512 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.301785 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e014896-dbb3-4823-aba9-bf70f8552832 admin admin] Publish callbacks [] for security_group (082b6aef-995f-4f32-9cc9-42947bee8a3b), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.355356 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e014896-dbb3-4823-aba9-bf70f8552832 admin admin] Publish callbacks [] for security_group (082b6aef-995f-4f32-9cc9-42947bee8a3b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.356097 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=f22300df-334e-4cd2-897c-66b43b5d9187,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.359312 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Sync routers for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:31.402332 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:31.403017 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:31.481710 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05ad9bf-cae7-4f20-8344-842159e766dc req-036ec51d-c2d1-4fd2-9b16-8a3a640f68e1 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:31.488645 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b05ad9bf-cae7-4f20-8344-842159e766dc req-036ec51d-c2d1-4fd2-9b16-8a3a640f68e1 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.1164224 Apr 11 16:51:31.525773 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:31.539130 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187df1f-d7f9-4d46-8667-46a0291ed5d6 req-c7bd9975-60db-4f72-bf95-1c1d06650f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:31.543395 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0187df1f-d7f9-4d46-8667-46a0291ed5d6 req-c7bd9975-60db-4f72-bf95-1c1d06650f36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 1129 time: 0.1041455 Apr 11 16:51:31.601195 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:51:31.624263 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8711a03-26bc-464e-8718-ea7f735df068 req-b4beb1b4-fe16-4bcc-91f8-28893ab17439 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:31.643748 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a8711a03-26bc-464e-8718-ea7f735df068 req-b4beb1b4-fe16-4bcc-91f8-28893ab17439 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 944 time: 0.2598901 Apr 11 16:51:31.648733 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:31.649252 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.695361 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e1e077ea-fa75-46ca-886d-5abe79378acc req-e6945380-76a0-4d40-894d-6acae58f6387 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505487 Apr 11 16:51:31.727246 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0187df1f-d7f9-4d46-8667-46a0291ed5d6 req-a7827e74-231d-4aba-a182-3929259980f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634033 Apr 11 16:51:31.804745 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e014896-dbb3-4823-aba9-bf70f8552832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (082b6aef-995f-4f32-9cc9-42947bee8a3b), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.808052 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2e014896-dbb3-4823-aba9-bf70f8552832 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.809957 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-2e014896-dbb3-4823-aba9-bf70f8552832 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/082b6aef-995f-4f32-9cc9-42947bee8a3b HTTP/1.1" status: 204 len: 168 time: 0.6461899 Apr 11 16:51:31.848347 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a8711a03-26bc-464e-8718-ea7f735df068 req-e783c0d4-c74d-4610-a39f-e4f3f93fba30 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2036796 Apr 11 16:51:31.851281 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e014896-dbb3-4823-aba9-bf70f8552832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082b6aef-995f-4f32-9cc9-42947bee8a3b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.855113 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:31.855527 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.868197 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b05ad9bf-cae7-4f20-8344-842159e766dc req-0b2babe5-9ede-4506-b766-a1508f131b25 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174439 Apr 11 16:51:31.907963 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 2, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:32.039173 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380968de-deb5-4bcb-94c4-d23d9f3f7f25 req-c1dbfb02-2810-43c9-bb9d-5d22973ec82b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:32.040964 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-380968de-deb5-4bcb-94c4-d23d9f3f7f25 req-c1dbfb02-2810-43c9-bb9d-5d22973ec82b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0677612 Apr 11 16:51:32.082494 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Checking router: fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:32.082798 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Updating router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 port 57c31188-709f-4ab3-ba69-afcaa62be047 binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:32.086641 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:32.105840 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-380968de-deb5-4bcb-94c4-d23d9f3f7f25 req-1e989373-0f1a-4f1e-a7e1-52612f619527 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556939 Apr 11 16:51:32.110184 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.140927 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.195564 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:32.267718 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36364) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:32.272725 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1977238926-network', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:32.302177 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Made reservation on behalf of d0e02a55f7204ca098b4d52ac9c245c1 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:32.304464 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.326287 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.430808 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Publish callbacks [] for security_group (b1397732-58be-4315-b2d5-a419f39aa7e2), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.435826 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b1397732-58be-4315-b2d5-a419f39aa7e2), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.476731 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1397732-58be-4315-b2d5-a419f39aa7e2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:32.481254 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:51:32.494777 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (1e1b098a-4168-4905-afae-fbe0e5b4b50f), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.496367 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Added segment 1e1b098a-4168-4905-afae-fbe0e5b4b50f of type vlan for network fd2b4376-f6d5-4d19-976c-11e523dd2691 Apr 11 16:51:32.517439 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Publish callbacks [] for port (57c31188-709f-4ab3-ba69-afcaa62be047), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.523075 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:32.525192 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f48986-d90c-47c1-a36f-8596870d983a" -d '{"events": [{"server_uuid": "6f94fe9d-e1e0-4636-84ee-189b433a16ee", "name": "network-vif-plugged", "status": "completed", "tag": "f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:32.528506 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.550180 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (fd2b4376-f6d5-4d19-976c-11e523dd2691), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.576239 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e566dc7-4692-487f-8822-2b7417ce124c None None] Pushing event updated for resources: {'Port': ['ID=57c31188-709f-4ab3-ba69-afcaa62be047,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:32.580730 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e3a4de-326f-4d61-bb32-4114ad9a9508 x-openstack-request-id: req-41e3a4de-326f-4d61-bb32-4114ad9a9508 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:32.581046 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f94fe9d-e1e0-4636-84ee-189b433a16ee", "name": "network-vif-plugged", "status": "completed", "tag": "f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:32.581301 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-41e3a4de-326f-4d61-bb32-4114ad9a9508 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:32.582273 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41e3a4de-326f-4d61-bb32-4114ad9a9508'] response: {'server_uuid': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'code': 200} Apr 11 16:51:32.597425 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (fd2b4376-f6d5-4d19-976c-11e523dd2691), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.602207 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:32.603630 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.635603 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3667352 Apr 11 16:51:32.638506 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36378) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:32.646012 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Request body: {'subnet': {'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1977238926-subnet', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:32.671054 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Attempting to bind port 57c31188-709f-4ab3-ba69-afcaa62be047 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:32.675652 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Made reservation on behalf of d0e02a55f7204ca098b4d52ac9c245c1 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:32.675821 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Attempting to bind port 57c31188-709f-4ab3-ba69-afcaa62be047 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:32.676169 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Attempting to bind port 57c31188-709f-4ab3-ba69-afcaa62be047 on network be579b75-f4a3-42be-b4ea-8e62c2860fb8 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:32.678785 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.688589 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:32.688980 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Checking segment: {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:32.689389 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.689846 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Bound using segment: {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:32.690336 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Bound port: 57c31188-709f-4ab3-ba69-afcaa62be047, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:32.690776 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.741547 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad1ba61-f874-4397-b6cf-651a4427d7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fd2b4376-f6d5-4d19-976c-11e523dd2691,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:32.800721 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device f22300df-334e-4cd2-897c-66b43b5d9187 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:32.810348 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network fd2b4376-f6d5-4d19-976c-11e523dd2691 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:51:33.138360 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98d29d-b537-4f15-9e79-7045d0b69589 req-30ae66f2-048d-4c78-a256-f78559e56091 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:33.146193 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7b98d29d-b537-4f15-9e79-7045d0b69589 req-30ae66f2-048d-4c78-a256-f78559e56091 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.1320863 Apr 11 16:51:33.202773 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] For port 57c31188-709f-4ab3-ba69-afcaa62be047, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:33.212650 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] For port 57c31188-709f-4ab3-ba69-afcaa62be047, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=57c31188-709f-4ab3-ba69-afcaa62be047,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:33.260351 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8280f-792c-4e55-bc71-e27b24fb2b87 req-491c99d9-d8da-4217-93f3-0273b68dcc37 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:33.262241 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8cc8280f-792c-4e55-bc71-e27b24fb2b87 req-491c99d9-d8da-4217-93f3-0273b68dcc37 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.1638405 Apr 11 16:51:33.271927 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.412603 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8cc8280f-792c-4e55-bc71-e27b24fb2b87 req-b9f577a2-0797-4627-b48a-4d7068046ddc tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1303015 Apr 11 16:51:33.419571 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7b98d29d-b537-4f15-9e79-7045d0b69589 req-8cd49245-77a4-41e4-bc4e-46ef6a04d199 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451704 Apr 11 16:51:33.454324 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-c27dabd6-d55c-4ffa-b173-83e8748a99b9 None None] Provisioning complete for port 57c31188-709f-4ab3-ba69-afcaa62be047 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:33.465808 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (f4477432-df8a-4806-b3c6-7b98b9569aa3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.469648 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c27dabd6-d55c-4ffa-b173-83e8748a99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.550395 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4477432-df8a-4806-b3c6-7b98b9569aa3,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:33.622961 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Checking segment: {'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:33.623425 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Network hostable DHCP agents. Network: fd2b4376-f6d5-4d19-976c-11e523dd2691, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:51:33.631418 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe01ded-fc2a-4b5d-8e63-1d8f2b6e3c8b req-45932714-be0a-4a6b-97fc-f3fb378c07b3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:33.633814 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:33.634560 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:33.642770 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-abe01ded-fc2a-4b5d-8e63-1d8f2b6e3c8b req-45932714-be0a-4a6b-97fc-f3fb378c07b3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1146510 Apr 11 16:51:33.675534 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port f22300df-334e-4cd2-897c-66b43b5d9187 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:33.675941 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.676782 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Network fd2b4376-f6d5-4d19-976c-11e523dd2691 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:51:33.691862 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, fd2b4376-f6d5-4d19-976c-11e523dd2691) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:33.696510 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:33.697175 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.741379 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-808e2b49-9493-4db4-a185-0241e24527c4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0981827 Apr 11 16:51:33.742115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36434) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:33.750343 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:33.762686 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-abe01ded-fc2a-4b5d-8e63-1d8f2b6e3c8b req-106a3187-bdcc-4ebc-ab71-c456db07890d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111050 Apr 11 16:51:33.802191 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (3ba12a48-16b1-44ae-9270-9f3b67e74da0), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.803648 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (3ba12a48-16b1-44ae-9270-9f3b67e74da0), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.899633 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks [] for router_controller (3ba12a48-16b1-44ae-9270-9f3b67e74da0), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.955768 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4668806-e9b9-4458-84dc-ad68b9c11435 None None] Network fd2b4376-f6d5-4d19-976c-11e523dd2691 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:34.110266 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd531ff-3b95-4181-a245-4746408c39f8 req-35687ba7-d62f-448c-baab-5c8861a6cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:34.112806 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0fd531ff-3b95-4181-a245-4746408c39f8 req-35687ba7-d62f-448c-baab-5c8861a6cc4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 1129 time: 0.2106946 Apr 11 16:51:34.151277 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks [] for router_gateway (3ba12a48-16b1-44ae-9270-9f3b67e74da0), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:34.157098 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:34.166162 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e566dc7-4692-487f-8822-2b7417ce124c None None] Pushing event updated for resources: {'Port': ['ID=57c31188-709f-4ab3-ba69-afcaa62be047,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:34.414518 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-c27dabd6-d55c-4ffa-b173-83e8748a99b9 None None] Current status of the port 57c31188-709f-4ab3-ba69-afcaa62be047 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:34.416161 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c27dabd6-d55c-4ffa-b173-83e8748a99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:34.556495 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0fd531ff-3b95-4181-a245-4746408c39f8 req-7d5be059-f19d-46b1-bb1a-d865c935fd59 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941918 Apr 11 16:51:34.569662 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks [] for router_gateway (3ba12a48-16b1-44ae-9270-9f3b67e74da0), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:34.584742 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48826d-e843-4630-b0c0-48fdad56afc7 req-e1dfb45a-987f-4e18-9296-5ed55b85a754 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:34.589662 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:34.598529 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7b48826d-e843-4630-b0c0-48fdad56afc7 req-e1dfb45a-987f-4e18-9296-5ed55b85a754 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0831599 Apr 11 16:51:34.631502 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36494) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:34.716515 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Allocated IP 172.27.1.248 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/1b7f8906-fad4-4c64-9c59-07f2cf2e2750) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:34.717724 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7b48826d-e843-4630-b0c0-48fdad56afc7 req-77f7e635-613a-447d-a2be-d648e3d20c98 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210828 Apr 11 16:51:34.831260 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c27dabd6-d55c-4ffa-b173-83e8748a99b9 None None] For port 57c31188-709f-4ab3-ba69-afcaa62be047, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=57c31188-709f-4ab3-ba69-afcaa62be047,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:34.833366 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port f22300df-334e-4cd2-897c-66b43b5d9187 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:34.862330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2e25c1d-7ad6-4e65-9e19-ea5f8e1a5e72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:34.874159 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c27dabd6-d55c-4ffa-b173-83e8748a99b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:34.918485 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks [] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:34.954379 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:33Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:34.979533 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:34.990551 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ccae2b-baa4-4ecb-931e-9676d12beea4 None None] The sync data for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi is: [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:33Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:34.997467 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-fd2b4376-f6d5-4d19-976c-11e523dd2691', 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691', 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'fixed_ips': [{'subnet_id': 'f4477432-df8a-4806-b3c6-7b98b9569aa3'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:51:34.998616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.033135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36514) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:35.044229 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27dabd6-d55c-4ffa-b173-83e8748a99b9 None None] Pushing event updated for resources: {'Port': ['ID=57c31188-709f-4ab3-ba69-afcaa62be047,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:35.049073 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:35.074342 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-3b80aed0-ecd3-457f-a262-5106f8d241a6 None None] Provisioning complete for port 57c31188-709f-4ab3-ba69-afcaa62be047 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:35.075185 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3b80aed0-ecd3-457f-a262-5106f8d241a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.105954 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:35.108431 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:35.331184 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47ce7600-928f-4793-b5c6-8bcc88db9a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.349992 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Pushing event updated for resources: {'Port': ['ID=1b7f8906-fad4-4c64-9c59-07f2cf2e2750,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:35.436107 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Allocated IP 172.20.0.2 (fd2b4376-f6d5-4d19-976c-11e523dd2691/f4477432-df8a-4806-b3c6-7b98b9569aa3/d8e329e0-3871-44ed-882c-60c6131023b4) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:35.492587 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47ce7600-928f-4793-b5c6-8bcc88db9a78 admin admin] Publish callbacks [] for security_group (a5eeb390-5da2-4023-a6ae-5a307a10c124), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.574428 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-47ce7600-928f-4793-b5c6-8bcc88db9a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (a5eeb390-5da2-4023-a6ae-5a307a10c124), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.611465 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96114e-5fbd-494c-ba9d-61cad4170df7 req-68b2d03a-7b16-4c07-be2e-dc06c5624193 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:35.619940 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5e96114e-5fbd-494c-ba9d-61cad4170df7 req-68b2d03a-7b16-4c07-be2e-dc06c5624193 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.7381291 Apr 11 16:51:35.623763 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-47ce7600-928f-4793-b5c6-8bcc88db9a78 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=06b618a614784f7983497f22fbe073ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5496917 Apr 11 16:51:35.627157 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36528) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:35.680371 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce7600-928f-4793-b5c6-8bcc88db9a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eeb390-5da2-4023-a6ae-5a307a10c124,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:35.777721 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2e25c1d-7ad6-4e65-9e19-ea5f8e1a5e72 admin admin] Publish callbacks [] for security_group (40c2bcf4-e74c-4ab7-b43a-96ccc42513f3), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.854842 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b2e25c1d-7ad6-4e65-9e19-ea5f8e1a5e72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (40c2bcf4-e74c-4ab7-b43a-96ccc42513f3), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.864217 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks [] for router_gateway (3ba12a48-16b1-44ae-9270-9f3b67e74da0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.930818 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-3b80aed0-ecd3-457f-a262-5106f8d241a6 None None] Current status of the port 57c31188-709f-4ab3-ba69-afcaa62be047 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:35.950436 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5e96114e-5fbd-494c-ba9d-61cad4170df7 req-09e32f97-3e48-46da-8fde-cd9290762466 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137691 Apr 11 16:51:35.959372 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8350c56-9eee-4178-9021-2ddb6684c0de admin admin] Publish callbacks [] for security_group (a5eeb390-5da2-4023-a6ae-5a307a10c124), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.996682 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b2e25c1d-7ad6-4e65-9e19-ea5f8e1a5e72 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=52324e179bff4d048025edcd83e213b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3615651 Apr 11 16:51:36.001769 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e25c1d-7ad6-4e65-9e19-ea5f8e1a5e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c2bcf4-e74c-4ab7-b43a-96ccc42513f3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:36.007647 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36542) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:36.081092 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8350c56-9eee-4178-9021-2ddb6684c0de admin admin] Publish callbacks [] for security_group (a5eeb390-5da2-4023-a6ae-5a307a10c124), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.085026 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Publish callbacks [] for port (d8e329e0-3871-44ed-882c-60c6131023b4), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.091881 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.115232 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a50b4-c0b3-40eb-be14-89366969298f req-7a76154e-49ce-4153-bfd2-777fa6f79465 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:36.123838 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bd0a50b4-c0b3-40eb-be14-89366969298f req-7a76154e-49ce-4153-bfd2-777fa6f79465 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0725160 Apr 11 16:51:36.133293 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-625c648e-3f3e-4a2b-948f-a54057d38844 admin admin] Publish callbacks [] for security_group (40c2bcf4-e74c-4ab7-b43a-96ccc42513f3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.136931 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Network fd2b4376-f6d5-4d19-976c-11e523dd2691 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:36.141919 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:36.146905 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:36.173153 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Pushing event updated for resources: {'Port': ['ID=d8e329e0-3871-44ed-882c-60c6131023b4,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:36.191802 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-625c648e-3f3e-4a2b-948f-a54057d38844 admin admin] Publish callbacks [] for security_group (40c2bcf4-e74c-4ab7-b43a-96ccc42513f3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.206222 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bd0a50b4-c0b3-40eb-be14-89366969298f req-3410b59d-91c0-4af9-9711-f15878ead0ea tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812864 Apr 11 16:51:36.230137 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Attempting to bind port d8e329e0-3871-44ed-882c-60c6131023b4 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:36.230536 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Attempting to bind port d8e329e0-3871-44ed-882c-60c6131023b4 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:36.230938 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Attempting to bind port d8e329e0-3871-44ed-882c-60c6131023b4 on network fd2b4376-f6d5-4d19-976c-11e523dd2691 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:36.237281 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:36.237688 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Checking segment: {'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:36.238238 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.238669 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Bound using segment: {'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:36.239156 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Bound port: d8e329e0-3871-44ed-882c-60c6131023b4, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:36.239556 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.315956 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-625c648e-3f3e-4a2b-948f-a54057d38844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (40c2bcf4-e74c-4ab7-b43a-96ccc42513f3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.318875 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-625c648e-3f3e-4a2b-948f-a54057d38844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.319024 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] For port d8e329e0-3871-44ed-882c-60c6131023b4, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:36.323292 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-625c648e-3f3e-4a2b-948f-a54057d38844 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/40c2bcf4-e74c-4ab7-b43a-96ccc42513f3 HTTP/1.1" status: 204 len: 168 time: 0.3143446 Apr 11 16:51:36.330746 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8350c56-9eee-4178-9021-2ddb6684c0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (a5eeb390-5da2-4023-a6ae-5a307a10c124), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.333516 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8350c56-9eee-4178-9021-2ddb6684c0de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.337107 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a8350c56-9eee-4178-9021-2ddb6684c0de admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a5eeb390-5da2-4023-a6ae-5a307a10c124 HTTP/1.1" status: 204 len: 168 time: 0.7065837 Apr 11 16:51:36.338863 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] For port d8e329e0-3871-44ed-882c-60c6131023b4, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=d8e329e0-3871-44ed-882c-60c6131023b4,segment=NetworkSegment(1e1b098a-4168-4905-afae-fbe0e5b4b50f),segment_id=1e1b098a-4168-4905-afae-fbe0e5b4b50f)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:36.348866 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c648e-3f3e-4a2b-948f-a54057d38844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c2bcf4-e74c-4ab7-b43a-96ccc42513f3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:36.356234 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.406074 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8350c56-9eee-4178-9021-2ddb6684c0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eeb390-5da2-4023-a6ae-5a307a10c124,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:36.436716 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (3ba12a48-16b1-44ae-9270-9f3b67e74da0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.576386 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e021e-71a1-4d5c-90c1-90ad85951dd4 None None] Pushing event updated for resources: {'Port': ['ID=d8e329e0-3871-44ed-882c-60c6131023b4,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:36.672420 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:51:36.824491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-c82f819e-dbf3-4ee6-a3a5-e67fb9996c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:36.841565 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-c82f819e-dbf3-4ee6-a3a5-e67fb9996c4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 1129 time: 0.1085544 Apr 11 16:51:36.903544 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b28625-5cbc-410f-a7e2-6c24e368975a req-0242a02f-97aa-4990-99fe-380180244edb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:36.908219 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b1b28625-5cbc-410f-a7e2-6c24e368975a req-0242a02f-97aa-4990-99fe-380180244edb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.1359756 Apr 11 16:51:36.919335 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36570) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:36.934516 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'floatingip': {'port_id': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:37.015179 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 57c31188-709f-4ab3-ba69-afcaa62be047 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:37.101478 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (fc554c8b-af05-4328-939b-2674735d5d7c), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.137700 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:37.155928 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Sync routers for ids ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:37.164902 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 57c31188-709f-4ab3-ba69-afcaa62be047 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:37.165395 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.178198 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Routers {'3ba12a48-16b1-44ae-9270-9f3b67e74da0'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:37.179028 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:37.222165 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-54586e8c-bb0b-4b09-990d-bdd156b51be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:37.223473 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-54586e8c-bb0b-4b09-990d-bdd156b51be0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.3668566 Apr 11 16:51:37.244845 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36578) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:37.255122 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.257136 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-31480cee-9db8-483e-adf8-112e0c60c509 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.5131700 Apr 11 16:51:37.332986 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e510f57-903b-410e-b880-cb30855a8c00 req-b9acdd61-31b3-4811-9e04-a3ffc8376d78 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:37.344288 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e510f57-903b-410e-b880-cb30855a8c00 req-b9acdd61-31b3-4811-9e04-a3ffc8376d78 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.2231607 Apr 11 16:51:37.345615 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 57c31188-709f-4ab3-ba69-afcaa62be047 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:37.349831 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36580) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:37.350157 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36582) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:37.369673 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-f0dc17aa-43b3-4125-9d10-1e6113bbc022 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd HTTP/1.1" status: 200 len: 217 time: 0.1387653 Apr 11 16:51:37.370551 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc11cd84-c0b8-4252-98e3-7aabd031009f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.434103 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Set router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:37.546759 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-c26a15be-d5c7-4a6c-b4e3-15cce55d830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:37.548238 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-c26a15be-d5c7-4a6c-b4e3-15cce55d830a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.1167548 Apr 11 16:51:37.573493 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8789271d-58c2-4689-a19a-7e69cbbb1287 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.650959 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-66e53214-92d5-486e-8fa3-20722605f121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:37.653029 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-66e53214-92d5-486e-8fa3-20722605f121 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984631 Apr 11 16:51:37.678132 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:51:35Z', 'revision_number': 3, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port': {'id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:34Z', 'updated_at': '2022-04-11T16:51:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:37.683560 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc11cd84-c0b8-4252-98e3-7aabd031009f admin admin] Publish callbacks [] for security_group (9baf12a9-1fcc-449a-8fcd-6fa2adc4d1ad), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.699713 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cc11cd84-c0b8-4252-98e3-7aabd031009f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9baf12a9-1fcc-449a-8fcd-6fa2adc4d1ad), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.715054 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Checking router: 3ba12a48-16b1-44ae-9270-9f3b67e74da0 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:37.715616 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Updating router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:37.765509 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.819320 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc11cd84-c0b8-4252-98e3-7aabd031009f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baf12a9-1fcc-449a-8fcd-6fa2adc4d1ad,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:37.840101 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e510f57-903b-410e-b880-cb30855a8c00 req-daef05fd-fd5b-4741-9ecc-a2539b70e184 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4942038 Apr 11 16:51:37.857766 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-cc11cd84-c0b8-4252-98e3-7aabd031009f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b903a25529c7438ca8b6a6d07ab90547&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6008928 Apr 11 16:51:37.857766 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36596) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:37.999736 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dabe1d66-efa8-4855-a30f-d679c88e4fa1 admin admin] Publish callbacks [] for security_group (9baf12a9-1fcc-449a-8fcd-6fa2adc4d1ad), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.013739 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-272776ba-966b-4f30-8efe-5a18d356a0ac service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287818 Apr 11 16:51:38.029191 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dabe1d66-efa8-4855-a30f-d679c88e4fa1 admin admin] Publish callbacks [] for security_group (9baf12a9-1fcc-449a-8fcd-6fa2adc4d1ad), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.198734 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Publish callbacks [] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.212583 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.281102 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Attempting to bind port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:38.281567 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Attempting to bind port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:38.282022 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Attempting to bind port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:38.300333 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f38dc1c-83df-4cde-91b9-e2b267c2289c None None] Network fd2b4376-f6d5-4d19-976c-11e523dd2691 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:38.300849 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:38.300849 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:38.301206 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.301650 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:38.302706 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Bound port: 1b7f8906-fad4-4c64-9c59-07f2cf2e2750, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:38.303098 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.306489 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6d23e-bb99-4b22-bd85-4fc0b4778537 None None] Pushing event updated for resources: {'Port': ['ID=1b7f8906-fad4-4c64-9c59-07f2cf2e2750,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:38.394318 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dabe1d66-efa8-4855-a30f-d679c88e4fa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9baf12a9-1fcc-449a-8fcd-6fa2adc4d1ad), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.399732 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-dabe1d66-efa8-4855-a30f-d679c88e4fa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.404994 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-dabe1d66-efa8-4855-a30f-d679c88e4fa1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9baf12a9-1fcc-449a-8fcd-6fa2adc4d1ad HTTP/1.1" status: 204 len: 168 time: 0.4931121 Apr 11 16:51:38.405174 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] For port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:38.407412 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50bb3c36-aecd-45ca-9d75-45c257bfc4db req-8009fe97-8475-4a28-9664-a6d167a18c01 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672185 Apr 11 16:51:38.407497 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] For port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=1b7f8906-fad4-4c64-9c59-07f2cf2e2750,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:38.415142 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.417184 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe1d66-efa8-4855-a30f-d679c88e4fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baf12a9-1fcc-449a-8fcd-6fa2adc4d1ad,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:38.437832 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.db.resource_extend [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 16:51:38.446827 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-fcfe35ae-ca2f-4609-b6f8-04ce4b94f99f None None] Provisioning complete for port d8e329e0-3871-44ed-882c-60c6131023b4 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:38.446827 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcfe35ae-ca2f-4609-b6f8-04ce4b94f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.509991 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Routers {'3ba12a48-16b1-44ae-9270-9f3b67e74da0'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:38.510875 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:38.540172 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-fcfe35ae-ca2f-4609-b6f8-04ce4b94f99f None None] Current status of the port d8e329e0-3871-44ed-882c-60c6131023b4 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:38.540526 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcfe35ae-ca2f-4609-b6f8-04ce4b94f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.561434 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.568092 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a6d23e-bb99-4b22-bd85-4fc0b4778537 None None] Pushing event updated for resources: {'Port': ['ID=1b7f8906-fad4-4c64-9c59-07f2cf2e2750,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:38.669151 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-fcfe35ae-ca2f-4609-b6f8-04ce4b94f99f None None] For port d8e329e0-3871-44ed-882c-60c6131023b4, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=d8e329e0-3871-44ed-882c-60c6131023b4,segment=NetworkSegment(1e1b098a-4168-4905-afae-fbe0e5b4b50f),segment_id=1e1b098a-4168-4905-afae-fbe0e5b4b50f)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:38.679441 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fcfe35ae-ca2f-4609-b6f8-04ce4b94f99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.692033 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] Set router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:38.790918 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe35ae-ca2f-4609-b6f8-04ce4b94f99f None None] Pushing event updated for resources: {'Port': ['ID=d8e329e0-3871-44ed-882c-60c6131023b4,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:38.907325 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-14a60941-ecb1-4187-94ce-7ea766946bf9 None None] Provisioning complete for port d8e329e0-3871-44ed-882c-60c6131023b4 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:38.921164 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-14a60941-ecb1-4187-94ce-7ea766946bf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.948338 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:51:35Z', 'revision_number': 3, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port': {'id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:34Z', 'updated_at': '2022-04-11T16:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:39.022428 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94938fc9-80bc-4d5e-b265-2bc9c80571fa None None] The sync data for ids ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'] in dv-cinder-837166-2-iscsi is: [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:51:35Z', 'revision_number': 3, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port': {'id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:34Z', 'updated_at': '2022-04-11T16:51:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:39.067360 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device d8e329e0-3871-44ed-882c-60c6131023b4 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:39.122253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8789271d-58c2-4689-a19a-7e69cbbb1287 admin admin] Publish callbacks [] for security_group (4ffaf41f-8cb0-4e79-aa66-a3f6c5f6d93e), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.129183 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (fc554c8b-af05-4328-939b-2674735d5d7c), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.234235 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port d8e329e0-3871-44ed-882c-60c6131023b4 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:39.234645 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.237641 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-14a60941-ecb1-4187-94ce-7ea766946bf9 None None] Current status of the port d8e329e0-3871-44ed-882c-60c6131023b4 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:39.256492 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce484448-5626-4c86-bb9b-3bb11975b94e req-04a2adbb-0a59-4a54-a9b5-2d00e902c5ca tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:39.258062 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ce484448-5626-4c86-bb9b-3bb11975b94e req-04a2adbb-0a59-4a54-a9b5-2d00e902c5ca tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1340916 Apr 11 16:51:39.293659 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8789271d-58c2-4689-a19a-7e69cbbb1287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (4ffaf41f-8cb0-4e79-aa66-a3f6c5f6d93e), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.356399 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port d8e329e0-3871-44ed-882c-60c6131023b4 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:39.451799 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8789271d-58c2-4689-a19a-7e69cbbb1287 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2ae3c8fa40c14e22a6358cce6e2552b0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9012647 Apr 11 16:51:39.454337 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36642) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:39.487652 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8789271d-58c2-4689-a19a-7e69cbbb1287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ffaf41f-8cb0-4e79-aa66-a3f6c5f6d93e,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:39.517510 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ce484448-5626-4c86-bb9b-3bb11975b94e req-7c12e0fc-1d10-427c-b354-df61c38c2eb8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058311 Apr 11 16:51:39.529741 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbdede88-0130-4dde-bf37-31dd9722e0d2 admin admin] Publish callbacks [] for security_group (4ffaf41f-8cb0-4e79-aa66-a3f6c5f6d93e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.572744 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Floating IP fc554c8b-af05-4328-939b-2674735d5d7c associated. External IP: 172.27.1.140, port: f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d. Apr 11 16:51:39.581034 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbdede88-0130-4dde-bf37-31dd9722e0d2 admin admin] Publish callbacks [] for security_group (4ffaf41f-8cb0-4e79-aa66-a3f6c5f6d93e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.653363 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbdede88-0130-4dde-bf37-31dd9722e0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (4ffaf41f-8cb0-4e79-aa66-a3f6c5f6d93e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.655111 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fbdede88-0130-4dde-bf37-31dd9722e0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.659865 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fbdede88-0130-4dde-bf37-31dd9722e0d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/4ffaf41f-8cb0-4e79-aa66-a3f6c5f6d93e HTTP/1.1" status: 204 len: 168 time: 0.2043943 Apr 11 16:51:39.669649 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdede88-0130-4dde-bf37-31dd9722e0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ffaf41f-8cb0-4e79-aa66-a3f6c5f6d93e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:39.705182 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.993661 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:39.994981 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Allocated IP 172.20.0.1 (fd2b4376-f6d5-4d19-976c-11e523dd2691/f4477432-df8a-4806-b3c6-7b98b9569aa3/2ee93e27-33f1-4a50-800a-0e013a89ef23) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:40.174281 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36694) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:40.192739 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2546009-178e-43a1-a0a2-8f5b32f271b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.233860 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Publish callbacks [] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.239772 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:40.245542 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.275341 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] Sync routers for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:40.292053 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e1eb8436-3032-4eca-a660-955d16fb2ba4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "PUT /v2.0/floatingips/fc554c8b-af05-4328-939b-2674735d5d7c HTTP/1.1" status: 200 len: 991 time: 3.3714366 Apr 11 16:51:40.296126 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'tag': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:40.298669 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a" -d '{"events": [{"name": "network-changed", "server_uuid": "6f94fe9d-e1e0-4636-84ee-189b433a16ee", "tag": "f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:40.300009 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:40.301007 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:40.338349 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.372440 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2546009-178e-43a1-a0a2-8f5b32f271b8 admin admin] Publish callbacks [] for security_group (278d586f-079a-4dbb-a941-4583196ca15d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.387713 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a2546009-178e-43a1-a0a2-8f5b32f271b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (278d586f-079a-4dbb-a941-4583196ca15d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.419030 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38183ce0-c5a8-4170-8568-deaab5ced43b x-openstack-request-id: req-38183ce0-c5a8-4170-8568-deaab5ced43b {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:40.419622 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f94fe9d-e1e0-4636-84ee-189b433a16ee", "tag": "f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:40.419886 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-38183ce0-c5a8-4170-8568-deaab5ced43b {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:40.420991 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38183ce0-c5a8-4170-8568-deaab5ced43b'] response: {'name': 'network-changed', 'server_uuid': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'tag': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'status': 'completed', 'code': 200} Apr 11 16:51:40.444104 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a2546009-178e-43a1-a0a2-8f5b32f271b8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e65bc6a761094b53a53007c4d5c874b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2673974 Apr 11 16:51:40.444679 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2546009-178e-43a1-a0a2-8f5b32f271b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278d586f-079a-4dbb-a941-4583196ca15d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:40.447340 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36708) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:40.457365 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Network fd2b4376-f6d5-4d19-976c-11e523dd2691 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:40.460452 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:40.476060 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:40.477158 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (3ba12a48-16b1-44ae-9270-9f3b67e74da0), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.500404 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:40.531756 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee93e27-33f1-4a50-800a-0e013a89ef23,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:40.533388 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-6ac257c1-20bb-4509-bc64-4f30ce2b62a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:40.536709 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-6ac257c1-20bb-4509-bc64-4f30ce2b62a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 1129 time: 0.0805361 Apr 11 16:51:40.660950 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5066-dda8-46b9-92a2-b7b800b5bce0 admin admin] Publish callbacks [] for security_group (278d586f-079a-4dbb-a941-4583196ca15d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.706481 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5066-dda8-46b9-92a2-b7b800b5bce0 admin admin] Publish callbacks [] for security_group (278d586f-079a-4dbb-a941-4583196ca15d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.732637 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-34e3b1d0-3ffe-4069-9800-d89d70b07ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:40.739230 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-34e3b1d0-3ffe-4069-9800-d89d70b07ea6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 912 time: 0.1949990 Apr 11 16:51:40.840950 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b353b2ff-dea2-43a7-83ce-882fb88f7741 req-6c9e7309-c97e-4125-93c5-9bbe4527037e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:40.842639 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b353b2ff-dea2-43a7-83ce-882fb88f7741 req-6c9e7309-c97e-4125-93c5-9bbe4527037e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1728063 Apr 11 16:51:40.887174 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.904673 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-633a2d42-40d2-4522-8f50-c98a1787bb87 None None] Provisioning complete for port 2ee93e27-33f1-4a50-800a-0e013a89ef23 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:40.905788 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-633a2d42-40d2-4522-8f50-c98a1787bb87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.995348 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-1a80e0f0-8897-4fbc-bc42-bbf75757ab27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d HTTP/1.1" status: 200 len: 999 time: 0.2465825 Apr 11 16:51:41.019955 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5066-dda8-46b9-92a2-b7b800b5bce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (278d586f-079a-4dbb-a941-4583196ca15d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.022526 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f4fe5066-dda8-46b9-92a2-b7b800b5bce0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.026045 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f4fe5066-dda8-46b9-92a2-b7b800b5bce0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/278d586f-079a-4dbb-a941-4583196ca15d HTTP/1.1" status: 204 len: 168 time: 0.5753851 Apr 11 16:51:41.026191 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:41.056772 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b353b2ff-dea2-43a7-83ce-882fb88f7741 req-f60cf4d6-6eed-4a0b-97ac-55edfeaea08d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946900 Apr 11 16:51:41.057145 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe5066-dda8-46b9-92a2-b7b800b5bce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278d586f-079a-4dbb-a941-4583196ca15d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:41.087644 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-a63bd06f-43f7-473b-8aa2-9dd83b7c55c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.089074 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-a63bd06f-43f7-473b-8aa2-9dd83b7c55c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 200 len: 849 time: 0.0867217 Apr 11 16:51:41.147197 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-633a2d42-40d2-4522-8f50-c98a1787bb87 None None] Port 2ee93e27-33f1-4a50-800a-0e013a89ef23 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:41.213220 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-406ab61b-73c2-48e5-80fd-5680dddd7c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.214793 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-406ab61b-73c2-48e5-80fd-5680dddd7c4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1175745 Apr 11 16:51:41.373389 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Publish callbacks [] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.385871 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.388024 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (3ba12a48-16b1-44ae-9270-9f3b67e74da0), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.477586 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:41.477975 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.482431 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-1c462ace-ed02-481a-a2bd-61d812c0a93a service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533760 Apr 11 16:51:41.529715 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Pushing event updated for resources: {'Port': ['ID=2ee93e27-33f1-4a50-800a-0e013a89ef23,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:41.578980 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Network fd2b4376-f6d5-4d19-976c-11e523dd2691 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:41.581771 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:41.583395 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'fc554c8b-af05-4328-939b-2674735d5d7c', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'port_id': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'mac_address': 'fa:16:3e:e1:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:00Z', 'updated_at': '2022-04-11T16:51:38Z', 'revision_number': 1, 'project_id': '28c4fb270b99427b9fb085597e134917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:41.657692 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] Checking router: 9f505b69-91f6-47ff-ba31-67bf20a55ba6 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:41.660131 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36758) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:41.691808 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8e5b73b3-d08c-475c-b0ed-40a4848ed39a req-d5baaeb6-8f2e-4892-b34e-fead36a8313f service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754806 Apr 11 16:51:41.710459 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:41.711347 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:41.801814 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:41.803326 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.912548 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=1b7f8906-fad4-4c64-9c59-07f2cf2e2750,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:41.920989 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.999632 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:42.001489 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-fe6c3845-dfc5-44d3-879d-aa035410c4a5 None None] Provisioning complete for port 2ee93e27-33f1-4a50-800a-0e013a89ef23 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:42.001886 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fe6c3845-dfc5-44d3-879d-aa035410c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.020027 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca5b5-38dc-4a7f-be59-e5bf08f7f879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.046427 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:42.073039 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=1b7f8906-fad4-4c64-9c59-07f2cf2e2750,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:42.091774 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-fe6c3845-dfc5-44d3-879d-aa035410c4a5 None None] Port 2ee93e27-33f1-4a50-800a-0e013a89ef23 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:42.273190 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5a8990-e310-4548-b85a-123047ec4a98 req-c0c08cb9-7af7-4d96-b3ce-88975f330755 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:42.275304 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8c5a8990-e310-4548-b85a-123047ec4a98 req-c0c08cb9-7af7-4d96-b3ce-88975f330755 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1179938 Apr 11 16:51:42.303420 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca5b5-38dc-4a7f-be59-e5bf08f7f879 admin admin] Publish callbacks [] for security_group (0ebfe35f-9fd8-47b9-a83f-f315465a3afe), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.306290 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:42.317827 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'fc554c8b-af05-4328-939b-2674735d5d7c', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'port_id': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'mac_address': 'fa:16:3e:e1:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:00Z', 'updated_at': '2022-04-11T16:51:38Z', 'revision_number': 1, 'project_id': '28c4fb270b99427b9fb085597e134917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:42.320385 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Sync routers for ids ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:42.327532 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-85be42a5-debb-49c2-b3dd-99d68ebdfb03 admin admin] 10.222.0.73 "PUT /v2.0/routers/3ba12a48-16b1-44ae-9270-9f3b67e74da0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7730689 Apr 11 16:51:42.330002 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1a7ca5b5-38dc-4a7f-be59-e5bf08f7f879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0ebfe35f-9fd8-47b9-a83f-f315465a3afe), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.351580 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5156045b-5e71-4f31-988a-56e72f4eeb21 None None] The sync data for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi is: [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'fc554c8b-af05-4328-939b-2674735d5d7c', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'floating_ip_address': '172.27.1.140', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'port_id': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'mac_address': 'fa:16:3e:e1:3d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:00Z', 'updated_at': '2022-04-11T16:51:38Z', 'revision_number': 1, 'project_id': '28c4fb270b99427b9fb085597e134917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:42.352703 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Routers {'3ba12a48-16b1-44ae-9270-9f3b67e74da0'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:42.353793 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:42.395365 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1a7ca5b5-38dc-4a7f-be59-e5bf08f7f879 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=79724e6b90c347f8b8779339ddd8aca7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7341695 Apr 11 16:51:42.398034 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36786) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:42.411791 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8c5a8990-e310-4548-b85a-123047ec4a98 req-50a9cb86-4cdb-4061-b5e2-0766af533c80 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290863 Apr 11 16:51:42.412672 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ca5b5-38dc-4a7f-be59-e5bf08f7f879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebfe35f-9fd8-47b9-a83f-f315465a3afe,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:42.455545 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-805ba771-47dc-4fe9-ab88-48c1471f6608 admin admin] Publish callbacks [] for security_group (0ebfe35f-9fd8-47b9-a83f-f315465a3afe), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.484677 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-805ba771-47dc-4fe9-ab88-48c1471f6608 admin admin] Publish callbacks [] for security_group (0ebfe35f-9fd8-47b9-a83f-f315465a3afe), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.512400 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6274d4b1-e598-4f63-8744-495e0ad5d640 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.547281 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-805ba771-47dc-4fe9-ab88-48c1471f6608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0ebfe35f-9fd8-47b9-a83f-f315465a3afe), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.550451 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-805ba771-47dc-4fe9-ab88-48c1471f6608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.553972 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-805ba771-47dc-4fe9-ab88-48c1471f6608 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0ebfe35f-9fd8-47b9-a83f-f315465a3afe HTTP/1.1" status: 204 len: 168 time: 0.1526923 Apr 11 16:51:42.563140 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ba771-47dc-4fe9-ab88-48c1471f6608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebfe35f-9fd8-47b9-a83f-f315465a3afe,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:42.657697 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Set router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:42.747869 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-681a5b07-d634-413d-aa76-d176039f8b20 None None] New status for floating IP fc554c8b-af05-4328-939b-2674735d5d7c: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:42.971221 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:51:40Z', 'revision_number': 4, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port': {'id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:34Z', 'updated_at': '2022-04-11T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '2ee93e27-33f1-4a50-800a-0e013a89ef23', 'name': '', 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'mac_address': 'fa:16:3e:c8:51:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'f4477432-df8a-4806-b3c6-7b98b9569aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:39Z', 'updated_at': '2022-04-11T16:51:41Z', 'revision_number': 2, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'subnets': [{'id': 'f4477432-df8a-4806-b3c6-7b98b9569aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:42.975499 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:43.021283 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Checking router: 3ba12a48-16b1-44ae-9270-9f3b67e74da0 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:43.021652 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Updating router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 port 2ee93e27-33f1-4a50-800a-0e013a89ef23 binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:43.056577 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.079929 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:43.080611 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.169937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36806) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:43.191010 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d60896fe-ac1b-49c3-af71-a15c24309545 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.199538 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:43.288067 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d60896fe-ac1b-49c3-af71-a15c24309545 admin admin] Publish callbacks [] for security_group (6130efb8-7496-4c36-8c4f-e2050f8d6c2c), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.294789 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d60896fe-ac1b-49c3-af71-a15c24309545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6130efb8-7496-4c36-8c4f-e2050f8d6c2c), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.338355 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d60896fe-ac1b-49c3-af71-a15c24309545 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8969123badd74a6faeb86c97bda6710b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1660573 Apr 11 16:51:43.341467 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36816) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:43.368777 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60896fe-ac1b-49c3-af71-a15c24309545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6130efb8-7496-4c36-8c4f-e2050f8d6c2c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:43.401802 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Publish callbacks [] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.411451 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36818) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:43.416882 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.417489 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-9fb4831a-74e8-479d-9d0c-f4bb7e76ad5a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1063562610', 'description': 'tempest-secgroup-smoke-1063562610 description', 'project_id': '3005863d507649d3ba7854fb41792452'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:43.436993 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34c9f26f-4a1c-42de-957f-2f2a7f530272 admin admin] Publish callbacks [] for security_group (6130efb8-7496-4c36-8c4f-e2050f8d6c2c), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.444274 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fb4831a-74e8-479d-9d0c-f4bb7e76ad5a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.464109 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34c9f26f-4a1c-42de-957f-2f2a7f530272 admin admin] Publish callbacks [] for security_group (6130efb8-7496-4c36-8c4f-e2050f8d6c2c), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.550128 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34c9f26f-4a1c-42de-957f-2f2a7f530272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6130efb8-7496-4c36-8c4f-e2050f8d6c2c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.553187 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-34c9f26f-4a1c-42de-957f-2f2a7f530272 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.554791 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-34c9f26f-4a1c-42de-957f-2f2a7f530272 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6130efb8-7496-4c36-8c4f-e2050f8d6c2c HTTP/1.1" status: 204 len: 168 time: 0.2104802 Apr 11 16:51:43.567451 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbda1e3-75eb-4bd9-aee3-b3aafaa46c06 None None] Pushing event updated for resources: {'Port': ['ID=2ee93e27-33f1-4a50-800a-0e013a89ef23,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:43.584325 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9f26f-4a1c-42de-957f-2f2a7f530272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6130efb8-7496-4c36-8c4f-e2050f8d6c2c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:43.597383 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Attempting to bind port 2ee93e27-33f1-4a50-800a-0e013a89ef23 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:43.597929 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Attempting to bind port 2ee93e27-33f1-4a50-800a-0e013a89ef23 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:43.598433 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Attempting to bind port 2ee93e27-33f1-4a50-800a-0e013a89ef23 on network fd2b4376-f6d5-4d19-976c-11e523dd2691 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:43.635561 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:43.636535 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Checking segment: {'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:43.640154 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.650534 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Bound using segment: {'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:43.651873 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Bound port: 2ee93e27-33f1-4a50-800a-0e013a89ef23, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e1b098a-4168-4905-afae-fbe0e5b4b50f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:43.652847 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.666960 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5380e9f8-7305-4bb8-8e60-1563e1716ece req-fad41e6a-042c-429f-b5b0-0e3edc22259b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:43.668522 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5380e9f8-7305-4bb8-8e60-1563e1716ece req-fad41e6a-042c-429f-b5b0-0e3edc22259b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1091139 Apr 11 16:51:43.716755 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fb4831a-74e8-479d-9d0c-f4bb7e76ad5a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group (7b63a919-2347-49a5-bb88-0a374d1187eb), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.723735 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fb4831a-74e8-479d-9d0c-f4bb7e76ad5a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (7b63a919-2347-49a5-bb88-0a374d1187eb), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.803926 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5380e9f8-7305-4bb8-8e60-1563e1716ece req-8d597a77-6df9-400e-9a58-3e594796da52 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224051 Apr 11 16:51:43.806507 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb4831a-74e8-479d-9d0c-f4bb7e76ad5a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b63a919-2347-49a5-bb88-0a374d1187eb,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:43.818276 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] For port 2ee93e27-33f1-4a50-800a-0e013a89ef23, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:43.826353 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] For port 2ee93e27-33f1-4a50-800a-0e013a89ef23, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=2ee93e27-33f1-4a50-800a-0e013a89ef23,segment=NetworkSegment(1e1b098a-4168-4905-afae-fbe0e5b4b50f),segment_id=1e1b098a-4168-4905-afae-fbe0e5b4b50f)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:43.844684 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fb4831a-74e8-479d-9d0c-f4bb7e76ad5a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.849722 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.850449 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9fb4831a-74e8-479d-9d0c-f4bb7e76ad5a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4374352 Apr 11 16:51:43.852251 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b822702d-c18d-4711-a2c9-1062b20a2399 None None] Provisioning complete for port 2ee93e27-33f1-4a50-800a-0e013a89ef23 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:43.853327 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36828) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:43.860466 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-37017c7e-ac69-4705-a6fa-4519cdc60eee tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'security_group_rule': {'security_group_id': '7b63a919-2347-49a5-bb88-0a374d1187eb', 'project_id': '3005863d507649d3ba7854fb41792452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:43.867625 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b822702d-c18d-4711-a2c9-1062b20a2399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.928606 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Routers {'3ba12a48-16b1-44ae-9270-9f3b67e74da0'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:43.929891 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:43.975001 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37017c7e-ac69-4705-a6fa-4519cdc60eee tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (8dff3046-149c-45df-99de-3b6ebf86a56e), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.084771 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37017c7e-ac69-4705-a6fa-4519cdc60eee tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (8dff3046-149c-45df-99de-3b6ebf86a56e), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.094053 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37017c7e-ac69-4705-a6fa-4519cdc60eee tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (8dff3046-149c-45df-99de-3b6ebf86a56e), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.139422 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37017c7e-ac69-4705-a6fa-4519cdc60eee tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.141774 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-37017c7e-ac69-4705-a6fa-4519cdc60eee tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2858503 Apr 11 16:51:44.148748 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36838) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:44.152502 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e2852372-3edb-443f-af8b-ab9405edccff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'security_group_rule': {'security_group_id': '7b63a919-2347-49a5-bb88-0a374d1187eb', 'project_id': '3005863d507649d3ba7854fb41792452', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:44.164545 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbda1e3-75eb-4bd9-aee3-b3aafaa46c06 None None] Pushing event updated for resources: {'Port': ['ID=2ee93e27-33f1-4a50-800a-0e013a89ef23,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.182978 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37017c7e-ac69-4705-a6fa-4519cdc60eee tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dff3046-149c-45df-99de-3b6ebf86a56e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.203767 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b822702d-c18d-4711-a2c9-1062b20a2399 None None] Current status of the port 2ee93e27-33f1-4a50-800a-0e013a89ef23 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:44.204088 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b822702d-c18d-4711-a2c9-1062b20a2399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.256046 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2852372-3edb-443f-af8b-ab9405edccff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (3b94e562-a7cf-4ad5-b851-5f2977ec31f7), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.304240 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b822702d-c18d-4711-a2c9-1062b20a2399 None None] For port 2ee93e27-33f1-4a50-800a-0e013a89ef23, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=2ee93e27-33f1-4a50-800a-0e013a89ef23,segment=NetworkSegment(1e1b098a-4168-4905-afae-fbe0e5b4b50f),segment_id=1e1b098a-4168-4905-afae-fbe0e5b4b50f)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:44.309075 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b822702d-c18d-4711-a2c9-1062b20a2399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.346658 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] Set router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:44.359419 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2852372-3edb-443f-af8b-ab9405edccff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (3b94e562-a7cf-4ad5-b851-5f2977ec31f7), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.365359 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2852372-3edb-443f-af8b-ab9405edccff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (3b94e562-a7cf-4ad5-b851-5f2977ec31f7), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.382248 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b822702d-c18d-4711-a2c9-1062b20a2399 None None] Pushing event updated for resources: {'Port': ['ID=2ee93e27-33f1-4a50-800a-0e013a89ef23,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.402735 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2852372-3edb-443f-af8b-ab9405edccff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b94e562-a7cf-4ad5-b851-5f2977ec31f7,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.416529 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e2852372-3edb-443f-af8b-ab9405edccff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.417753 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e2852372-3edb-443f-af8b-ab9405edccff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2716696 Apr 11 16:51:44.420661 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 36848) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:44.426158 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-849159bd-60ae-4a9e-aaad-3e63e469b3e6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'security_group_rule': {'security_group_id': '7b63a919-2347-49a5-bb88-0a374d1187eb', 'project_id': '3005863d507649d3ba7854fb41792452', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:44.435683 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-09f5c7f4-8594-467a-b117-96b846344f42 None None] Provisioning complete for port 2ee93e27-33f1-4a50-800a-0e013a89ef23 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:44.436329 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-09f5c7f4-8594-467a-b117-96b846344f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.470930 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849159bd-60ae-4a9e-aaad-3e63e469b3e6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (3db87db6-d083-4b9a-911a-a7508a4417f8), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.529728 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-09f5c7f4-8594-467a-b117-96b846344f42 None None] Current status of the port 2ee93e27-33f1-4a50-800a-0e013a89ef23 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:44.555200 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849159bd-60ae-4a9e-aaad-3e63e469b3e6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (3db87db6-d083-4b9a-911a-a7508a4417f8), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.562400 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849159bd-60ae-4a9e-aaad-3e63e469b3e6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (3db87db6-d083-4b9a-911a-a7508a4417f8), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.585496 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849159bd-60ae-4a9e-aaad-3e63e469b3e6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db87db6-d083-4b9a-911a-a7508a4417f8,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.595697 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849159bd-60ae-4a9e-aaad-3e63e469b3e6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.596894 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-849159bd-60ae-4a9e-aaad-3e63e469b3e6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745090 Apr 11 16:51:44.599816 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36858) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:44.605078 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-ff446046-58f4-488b-bdec-b79b480dcf6a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'security_group_rule': {'security_group_id': '7b63a919-2347-49a5-bb88-0a374d1187eb', 'project_id': '3005863d507649d3ba7854fb41792452', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:44.643079 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff446046-58f4-488b-bdec-b79b480dcf6a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (84988f61-ec59-4bc0-96e6-dac79d301390), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.654299 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:51:40Z', 'revision_number': 4, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port': {'id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:34Z', 'updated_at': '2022-04-11T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '2ee93e27-33f1-4a50-800a-0e013a89ef23', 'name': '', 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'mac_address': 'fa:16:3e:c8:51:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'f4477432-df8a-4806-b3c6-7b98b9569aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:39Z', 'updated_at': '2022-04-11T16:51:43Z', 'revision_number': 4, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'subnets': [{'id': 'f4477432-df8a-4806-b3c6-7b98b9569aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:44.697479 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c42de8bb-4870-4d4b-99ff-a690ac1f2dbb None None] The sync data for ids ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'] in dv-cinder-837166-2-iscsi is: [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:51:40Z', 'revision_number': 4, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port': {'id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:34Z', 'updated_at': '2022-04-11T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '2ee93e27-33f1-4a50-800a-0e013a89ef23', 'name': '', 'network_id': 'fd2b4376-f6d5-4d19-976c-11e523dd2691', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'mac_address': 'fa:16:3e:c8:51:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_interface', 'standard_attr_id': 237, 'fixed_ips': [{'subnet_id': 'f4477432-df8a-4806-b3c6-7b98b9569aa3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:39Z', 'updated_at': '2022-04-11T16:51:43Z', 'revision_number': 4, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'subnets': [{'id': 'f4477432-df8a-4806-b3c6-7b98b9569aa3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:44.727691 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff446046-58f4-488b-bdec-b79b480dcf6a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (84988f61-ec59-4bc0-96e6-dac79d301390), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.738654 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff446046-58f4-488b-bdec-b79b480dcf6a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (84988f61-ec59-4bc0-96e6-dac79d301390), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.778572 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff446046-58f4-488b-bdec-b79b480dcf6a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84988f61-ec59-4bc0-96e6-dac79d301390,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.804680 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff446046-58f4-488b-bdec-b79b480dcf6a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.806553 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ff446046-58f4-488b-bdec-b79b480dcf6a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2050931 Apr 11 16:51:44.808687 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36868) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:44.813922 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-d8c93547-fb49-4c56-8920-850398609795 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'security_group_rule': {'security_group_id': '7b63a919-2347-49a5-bb88-0a374d1187eb', 'project_id': '3005863d507649d3ba7854fb41792452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:44.858632 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-d8c93547-fb49-4c56-8920-850398609795 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Project 3005863d507649d3ba7854fb41792452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:51:44.866774 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-088aeaf8-563d-417e-857d-6a77d5511855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.870573 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8c93547-fb49-4c56-8920-850398609795 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (d3987ce7-560a-4a13-9624-64f6323a3904), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.013335 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8c93547-fb49-4c56-8920-850398609795 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (d3987ce7-560a-4a13-9624-64f6323a3904), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.026003 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8c93547-fb49-4c56-8920-850398609795 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (d3987ce7-560a-4a13-9624-64f6323a3904), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.035163 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 2ee93e27-33f1-4a50-800a-0e013a89ef23 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:45.063014 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91aca58-298c-44d5-ad73-7fec8e88a571 req-6e26fa97-946a-4fca-9356-9fd3f6f2bc89 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:45.067121 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e91aca58-298c-44d5-ad73-7fec8e88a571 req-6e26fa97-946a-4fca-9356-9fd3f6f2bc89 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1152141 Apr 11 16:51:45.069564 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c93547-fb49-4c56-8920-850398609795 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3987ce7-560a-4a13-9624-64f6323a3904,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:45.091483 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8c93547-fb49-4c56-8920-850398609795 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.106891 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d8c93547-fb49-4c56-8920-850398609795 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2946470 Apr 11 16:51:45.107601 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 36876) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:45.119263 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-960b2fd0-e1b2-4261-9b53-2b1a31040841 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'security_group_rule': {'security_group_id': '7b63a919-2347-49a5-bb88-0a374d1187eb', 'project_id': '3005863d507649d3ba7854fb41792452', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:45.173484 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 2ee93e27-33f1-4a50-800a-0e013a89ef23 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:45.174092 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.192296 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-960b2fd0-e1b2-4261-9b53-2b1a31040841 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Project 3005863d507649d3ba7854fb41792452 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:51:45.200027 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960b2fd0-e1b2-4261-9b53-2b1a31040841 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (0c9d066f-491e-4bb0-b20c-1bcff1e4e4a1), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.208119 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e91aca58-298c-44d5-ad73-7fec8e88a571 req-19a51d70-e2bb-4ef1-bdb7-734d08b27ec8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254303 Apr 11 16:51:45.294420 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 2ee93e27-33f1-4a50-800a-0e013a89ef23 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:45.326259 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960b2fd0-e1b2-4261-9b53-2b1a31040841 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (0c9d066f-491e-4bb0-b20c-1bcff1e4e4a1), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.336620 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960b2fd0-e1b2-4261-9b53-2b1a31040841 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (0c9d066f-491e-4bb0-b20c-1bcff1e4e4a1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.365299 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-960b2fd0-e1b2-4261-9b53-2b1a31040841 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.367285 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-960b2fd0-e1b2-4261-9b53-2b1a31040841 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2570198 Apr 11 16:51:45.370557 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960b2fd0-e1b2-4261-9b53-2b1a31040841 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c9d066f-491e-4bb0-b20c-1bcff1e4e4a1,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:45.922637 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.351947 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290d2dd4-f844-46b0-b7c9-645ed419d7e5 req-e89bc320-d9aa-4a23-966a-514360ecdc06 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:46.353476 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-290d2dd4-f844-46b0-b7c9-645ed419d7e5 req-e89bc320-d9aa-4a23-966a-514360ecdc06 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0656638 Apr 11 16:51:46.404569 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-290d2dd4-f844-46b0-b7c9-645ed419d7e5 req-43e5b5f0-f142-4e85-a680-ded9fbf50106 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444493 Apr 11 16:51:47.520943 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5121502-6309-422f-94ea-85dc6b23eb8a req-5b0d56eb-a585-49c6-8ac0-a9482f47723d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:47.522478 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5121502-6309-422f-94ea-85dc6b23eb8a req-5b0d56eb-a585-49c6-8ac0-a9482f47723d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0512633 Apr 11 16:51:47.533694 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.568599 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5121502-6309-422f-94ea-85dc6b23eb8a req-820a1fa4-1bd6-406b-91f8-2ee4eaf870f9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406449 Apr 11 16:51:48.322421 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.677097 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c26d35-e999-410a-a95b-ba3433c56a32 req-bdb7d07b-c673-4e95-b0aa-844950d59d18 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:48.678528 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-10c26d35-e999-410a-a95b-ba3433c56a32 req-bdb7d07b-c673-4e95-b0aa-844950d59d18 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0450792 Apr 11 16:51:48.726083 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-10c26d35-e999-410a-a95b-ba3433c56a32 req-7e10cda3-6eda-4546-a63c-7c96abdf1fc9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421205 Apr 11 16:51:48.962411 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.393567 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-000bb41e-2606-4aa1-bfb1-018ab4659675 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387220 Apr 11 16:51:49.856724 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d94b9-2140-4978-961a-61f50acca834 req-154097f0-039a-4050-9fe1-46e74044bd1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:49.858376 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-895d94b9-2140-4978-961a-61f50acca834 req-154097f0-039a-4050-9fe1-46e74044bd1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0608027 Apr 11 16:51:49.879783 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-578a3a7f-8b36-4b07-883d-088c04d8e18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:49.881816 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-578a3a7f-8b36-4b07-883d-088c04d8e18a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d32ccfb9c3574946a051d337dd313f05&device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 1130 time: 0.0792527 Apr 11 16:51:49.918444 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:51:49.922899 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-895d94b9-2140-4978-961a-61f50acca834 req-d445fab4-31d4-411d-9aff-64b33ae6ed22 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570874 Apr 11 16:51:50.019327 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-3f8222bd-8e7d-492e-8c29-8370d9d36b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:50.020814 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-3f8222bd-8e7d-492e-8c29-8370d9d36b93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8ba2101e-f14d-4bca-ad03-b73ab1456bea HTTP/1.1" status: 200 len: 913 time: 0.0975957 Apr 11 16:51:50.087962 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-793970e0-3979-401c-b93c-c3aab5450a1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32158a02-f773-404a-973c-60fd19d73f54 HTTP/1.1" status: 200 len: 217 time: 0.0493054 Apr 11 16:51:50.163954 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-fb7d749d-d255-4099-81c0-cae3767ed92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:50.165713 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-fb7d749d-d255-4099-81c0-cae3767ed92e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55e77aff-879d-497b-8253-8533c1d2e7ca HTTP/1.1" status: 200 len: 851 time: 0.0581160 Apr 11 16:51:50.210785 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-cd3b2629-d279-457b-81e0-958e2e58904f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8ba2101e-f14d-4bca-ad03-b73ab1456bea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332565 Apr 11 16:51:50.310848 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-9c0a37c7-e86c-4aa8-8fcb-f79adf330e7d service neutron] 10.222.0.15 "GET /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920386 Apr 11 16:51:50.425752 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-24cb0709-c88e-4d15-85fd-14650a03b259 req-4cbb8ec5-3d8d-4a6e-8b78-e40e5d0da032 service neutron] 10.222.0.15 "GET /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060345 Apr 11 16:51:50.510637 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cc20ec-aca7-435d-82ed-a657d44acfd8 req-089f7597-a75f-4d29-88ef-5c2af600bcda tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:50.511771 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e2cc20ec-aca7-435d-82ed-a657d44acfd8 req-089f7597-a75f-4d29-88ef-5c2af600bcda tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.0475175 Apr 11 16:51:50.559203 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e2cc20ec-aca7-435d-82ed-a657d44acfd8 req-9c5cbe82-ad86-4d7c-afed-7df79a5c3747 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Apr 11 16:51:51.008453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37100) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:51.059593 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f00db7-0877-4378-9b7a-d00ed7685f6d req-859a5502-d0bc-4477-b8ec-2fe1f247c0ef tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:51.061181 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c2f00db7-0877-4378-9b7a-d00ed7685f6d req-859a5502-d0bc-4477-b8ec-2fe1f247c0ef tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0683718 Apr 11 16:51:51.118709 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c2f00db7-0877-4378-9b7a-d00ed7685f6d req-7e129a6a-9420-414c-b6c6-b18b4d9d48ba tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506904 Apr 11 16:51:51.147960 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.229594 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Publish callbacks [] for security_group (d8ce2ad4-9207-4337-92d0-1230fb94d5c5), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.234218 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (d8ce2ad4-9207-4337-92d0-1230fb94d5c5), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.274639 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b79bfd7611ff47ab8b45805def42c0ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2648423 Apr 11 16:51:51.275486 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ce2ad4-9207-4337-92d0-1230fb94d5c5,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:51.278281 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37116) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:51.293208 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.293563 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.293936 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.294287 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.294650 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.294990 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.295858 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.296191 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.296523 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.296856 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.297200 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.297537 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.297864 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.298226 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.298516 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb4ab02-0e00-4f89-bc95-e4e1518d636b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:51.341895 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a72f-071f-4ae5-b3bd-8af104a16fcf admin admin] Publish callbacks [] for security_group (d8ce2ad4-9207-4337-92d0-1230fb94d5c5), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.366192 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a72f-071f-4ae5-b3bd-8af104a16fcf admin admin] Publish callbacks [] for security_group (d8ce2ad4-9207-4337-92d0-1230fb94d5c5), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.411854 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a72f-071f-4ae5-b3bd-8af104a16fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (d8ce2ad4-9207-4337-92d0-1230fb94d5c5), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.414228 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-19c4a72f-071f-4ae5-b3bd-8af104a16fcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.415426 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-19c4a72f-071f-4ae5-b3bd-8af104a16fcf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d8ce2ad4-9207-4337-92d0-1230fb94d5c5 HTTP/1.1" status: 204 len: 168 time: 0.1371441 Apr 11 16:51:51.423618 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c4a72f-071f-4ae5-b3bd-8af104a16fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ce2ad4-9207-4337-92d0-1230fb94d5c5,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:51.686817 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e908290-5ca6-415a-ac0c-50f6f7b58595 req-1bbdcf96-3819-4c23-9a6a-49694b523d6a tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:51.687658 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9e908290-5ca6-415a-ac0c-50f6f7b58595 req-1bbdcf96-3819-4c23-9a6a-49694b523d6a tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.0528741 Apr 11 16:51:51.706718 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37132) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:51.720679 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94577105-6961-4f59-9468-5a955fe0b92f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.743706 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9e908290-5ca6-415a-ac0c-50f6f7b58595 req-328d9b11-86ec-4985-a603-1b05645fb12e tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488293 Apr 11 16:51:51.808661 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94577105-6961-4f59-9468-5a955fe0b92f admin admin] Publish callbacks [] for security_group (c50467b7-91fa-40e5-a9e4-36285f282201), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.812874 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-94577105-6961-4f59-9468-5a955fe0b92f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c50467b7-91fa-40e5-a9e4-36285f282201), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.852524 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-94577105-6961-4f59-9468-5a955fe0b92f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c338e96613f9470d867eb861ae212f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444478 Apr 11 16:51:51.853654 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94577105-6961-4f59-9468-5a955fe0b92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50467b7-91fa-40e5-a9e4-36285f282201,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:51.855609 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37134) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:51.910690 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Publish callbacks [] for security_group (c50467b7-91fa-40e5-a9e4-36285f282201), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.936239 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Publish callbacks [] for security_group (c50467b7-91fa-40e5-a9e4-36285f282201), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.963164 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37138) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:51.988569 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c50467b7-91fa-40e5-a9e4-36285f282201), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.991142 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.992337 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c50467b7-91fa-40e5-a9e4-36285f282201 HTTP/1.1" status: 204 len: 168 time: 0.1356864 Apr 11 16:51:52.004380 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50467b7-91fa-40e5-a9e4-36285f282201,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:52.012496 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.012933 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.013348 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.013760 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.014780 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.015184 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.015706 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.016107 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.016465 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.016802 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.017253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.017683 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.018014 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.018337 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.018858 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a00abd6-e3b4-4e89-98b3-3a468b913518 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:52.091423 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8ff15ff-526b-4e92-9cf4-544df3e4b14e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.170069 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8ff15ff-526b-4e92-9cf4-544df3e4b14e admin admin] Publish callbacks [] for security_group (8dfe39ab-6804-422f-93e5-efe517d4cc9c), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.175494 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d8ff15ff-526b-4e92-9cf4-544df3e4b14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8dfe39ab-6804-422f-93e5-efe517d4cc9c), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.222158 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff15ff-526b-4e92-9cf4-544df3e4b14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfe39ab-6804-422f-93e5-efe517d4cc9c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:52.228002 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d8ff15ff-526b-4e92-9cf4-544df3e4b14e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6c96bb56afea479dab18438ecd6db665&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637348 Apr 11 16:51:52.230624 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37150) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:52.259093 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d671a6bd-e799-4ffc-bb75-b0a90058c6c7 req-86b8eb43-ace2-4d91-a110-e4a07e9a7666 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:52.261582 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d671a6bd-e799-4ffc-bb75-b0a90058c6c7 req-86b8eb43-ace2-4d91-a110-e4a07e9a7666 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0620744 Apr 11 16:51:52.313339 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-34dc47d4-0ea7-484c-b703-b59e25b730b4 admin admin] Publish callbacks [] for security_group (8dfe39ab-6804-422f-93e5-efe517d4cc9c), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.350425 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-34dc47d4-0ea7-484c-b703-b59e25b730b4 admin admin] Publish callbacks [] for security_group (8dfe39ab-6804-422f-93e5-efe517d4cc9c), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.362123 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d671a6bd-e799-4ffc-bb75-b0a90058c6c7 req-d9a17bdf-f4f6-4a19-84a6-42e681c8c47c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893154 Apr 11 16:51:52.420243 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-34dc47d4-0ea7-484c-b703-b59e25b730b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8dfe39ab-6804-422f-93e5-efe517d4cc9c), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.423426 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-34dc47d4-0ea7-484c-b703-b59e25b730b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.426941 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-34dc47d4-0ea7-484c-b703-b59e25b730b4 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8dfe39ab-6804-422f-93e5-efe517d4cc9c HTTP/1.1" status: 204 len: 168 time: 0.1928840 Apr 11 16:51:52.437155 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dc47d4-0ea7-484c-b703-b59e25b730b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfe39ab-6804-422f-93e5-efe517d4cc9c,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:52.821767 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37194) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:52.835036 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9620a51e-2e21-44d6-823a-6b8b7b5c0108 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.867327 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b5cae-b370-4aa5-b320-86ab62a417f2 req-5e2aabc0-166a-4fea-a416-59dcaf34adbb tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:52.869225 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-956b5cae-b370-4aa5-b320-86ab62a417f2 req-5e2aabc0-166a-4fea-a416-59dcaf34adbb tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.0497990 Apr 11 16:51:52.927151 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-956b5cae-b370-4aa5-b320-86ab62a417f2 req-7b9d9771-1b7a-46b7-b039-6e3b13532b35 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508590 Apr 11 16:51:52.928192 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9620a51e-2e21-44d6-823a-6b8b7b5c0108 admin admin] Publish callbacks [] for security_group (355cb8f0-a79d-4131-ada9-c206ad6a511b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.935539 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9620a51e-2e21-44d6-823a-6b8b7b5c0108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (355cb8f0-a79d-4131-ada9-c206ad6a511b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.988961 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9620a51e-2e21-44d6-823a-6b8b7b5c0108 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=02653989b37f4e7b9072a938dbd0ab19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1661093 Apr 11 16:51:52.990862 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9620a51e-2e21-44d6-823a-6b8b7b5c0108 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=355cb8f0-a79d-4131-ada9-c206ad6a511b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:52.991618 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37198) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:53.043075 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f82b9ac-2a16-4076-a881-edb8a9f30820 admin admin] Publish callbacks [] for security_group (355cb8f0-a79d-4131-ada9-c206ad6a511b), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.065569 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f82b9ac-2a16-4076-a881-edb8a9f30820 admin admin] Publish callbacks [] for security_group (355cb8f0-a79d-4131-ada9-c206ad6a511b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.120132 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f82b9ac-2a16-4076-a881-edb8a9f30820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (355cb8f0-a79d-4131-ada9-c206ad6a511b), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.122772 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f82b9ac-2a16-4076-a881-edb8a9f30820 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.123926 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-4f82b9ac-2a16-4076-a881-edb8a9f30820 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/355cb8f0-a79d-4131-ada9-c206ad6a511b HTTP/1.1" status: 204 len: 168 time: 0.1311464 Apr 11 16:51:53.134773 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82b9ac-2a16-4076-a881-edb8a9f30820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=355cb8f0-a79d-4131-ada9-c206ad6a511b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:53.488480 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f01550b-5bf5-4f95-bfed-5517b21be7e4 req-e39b664c-0b73-4e3e-891b-61b5a9a2cf82 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:53.490240 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8f01550b-5bf5-4f95-bfed-5517b21be7e4 req-e39b664c-0b73-4e3e-891b-61b5a9a2cf82 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0528917 Apr 11 16:51:53.544846 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8f01550b-5bf5-4f95-bfed-5517b21be7e4 req-1bcfc5d6-2b11-44fa-a559-419daaa0172c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470743 Apr 11 16:51:53.716302 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-48d3f059-11d1-4cd2-a34a-6070853decc9 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:53.718543 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-48d3f059-11d1-4cd2-a34a-6070853decc9 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.0975430 Apr 11 16:51:53.945630 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Deleting port 32158a02-f773-404a-973c-60fd19d73f54 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:53.946105 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (32158a02-f773-404a-973c-60fd19d73f54), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.096991 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] For port 32158a02-f773-404a-973c-60fd19d73f54, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=32158a02-f773-404a-973c-60fd19d73f54,segment=NetworkSegment(950e3cc1-c887-4c07-ab06-d7a437a33d04),segment_id=950e3cc1-c887-4c07-ab06-d7a437a33d04)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:54.097758 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (32158a02-f773-404a-973c-60fd19d73f54), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.115088 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Calling delete_port for 32158a02-f773-404a-973c-60fd19d73f54 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:54.142433 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66428000-55b1-4182-9537-9ddd8fccc240 req-13e8c06b-c68a-41ee-a1cd-9776480cc3b4 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:54.153525 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66428000-55b1-4182-9537-9ddd8fccc240 req-13e8c06b-c68a-41ee-a1cd-9776480cc3b4 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 946 time: 0.1062074 Apr 11 16:51:54.230309 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66428000-55b1-4182-9537-9ddd8fccc240 req-e23fe2b9-9300-4848-a2bd-5379ea01f959 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/security-groups?id=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736418 Apr 11 16:51:54.359841 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (32158a02-f773-404a-973c-60fd19d73f54), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.400173 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Pushing event deleted for resources: {'Port': ['ID=32158a02-f773-404a-973c-60fd19d73f54,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:54.506229 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] No DVR routers for this DVR port 32158a02-f773-404a-973c-60fd19d73f54 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:54.515380 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.519256 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-647af9b1-8c26-4f22-a060-0daa92f322b8 req-d56e5ce2-5bba-42fd-8f17-a019f97c5f41 tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.15 "DELETE /v2.0/ports/32158a02-f773-404a-973c-60fd19d73f54 HTTP/1.1" status: 204 len: 173 time: 0.7585115 Apr 11 16:51:54.520228 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f69db11-22ba-48ce-b303-56480ef8c542', 'name': 'network-vif-deleted', 'tag': '32158a02-f773-404a-973c-60fd19d73f54'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:54.523404 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474e65f-8ef5-4236-bfb5-bb641dc7f04c" -d '{"events": [{"server_uuid": "0f69db11-22ba-48ce-b303-56480ef8c542", "name": "network-vif-deleted", "tag": "32158a02-f773-404a-973c-60fd19d73f54"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:54.564212 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a28f8dc-1be3-4556-ac3d-11e307d524ab x-openstack-request-id: req-1a28f8dc-1be3-4556-ac3d-11e307d524ab {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:54.564534 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f69db11-22ba-48ce-b303-56480ef8c542", "name": "network-vif-deleted", "tag": "32158a02-f773-404a-973c-60fd19d73f54", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:54.564977 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1a28f8dc-1be3-4556-ac3d-11e307d524ab {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:54.565390 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a28f8dc-1be3-4556-ac3d-11e307d524ab'] response: {'server_uuid': '0f69db11-22ba-48ce-b303-56480ef8c542', 'name': 'network-vif-deleted', 'tag': '32158a02-f773-404a-973c-60fd19d73f54', 'status': 'completed', 'code': 200} Apr 11 16:51:54.719814 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37294) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:54.733393 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f3ebe-c26a-4a2a-ab5e-a3c08017f3f8 req-4dab1ee1-d9fc-4167-b4b9-0505701337f0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:54.735337 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-384f3ebe-c26a-4a2a-ab5e-a3c08017f3f8 req-4dab1ee1-d9fc-4167-b4b9-0505701337f0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0826256 Apr 11 16:51:54.793879 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-384f3ebe-c26a-4a2a-ab5e-a3c08017f3f8 req-de42d279-2570-41d2-99ae-85e9733d5dc8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512736 Apr 11 16:51:54.848831 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44de3dc5-2bbd-4d8b-bc10-8f0ae1d4c32d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.945284 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44de3dc5-2bbd-4d8b-bc10-8f0ae1d4c32d admin admin] Publish callbacks [] for security_group (62dd49af-e5c3-4886-a725-912a60ab84cf), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.949323 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44de3dc5-2bbd-4d8b-bc10-8f0ae1d4c32d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (62dd49af-e5c3-4886-a725-912a60ab84cf), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.987855 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-44de3dc5-2bbd-4d8b-bc10-8f0ae1d4c32d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d30bdde6339748eb8e98da74ffe39fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2664423 Apr 11 16:51:54.988938 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de3dc5-2bbd-4d8b-bc10-8f0ae1d4c32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62dd49af-e5c3-4886-a725-912a60ab84cf,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:54.990495 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37302) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:55.041540 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3601059-1c5b-4127-908f-733da4413679 admin admin] Publish callbacks [] for security_group (62dd49af-e5c3-4886-a725-912a60ab84cf), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.061909 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3601059-1c5b-4127-908f-733da4413679 admin admin] Publish callbacks [] for security_group (62dd49af-e5c3-4886-a725-912a60ab84cf), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.114702 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3601059-1c5b-4127-908f-733da4413679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (62dd49af-e5c3-4886-a725-912a60ab84cf), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.117219 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b3601059-1c5b-4127-908f-733da4413679 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.118367 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b3601059-1c5b-4127-908f-733da4413679 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/62dd49af-e5c3-4886-a725-912a60ab84cf HTTP/1.1" status: 204 len: 168 time: 0.1253397 Apr 11 16:51:55.125990 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3601059-1c5b-4127-908f-733da4413679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62dd49af-e5c3-4886-a725-912a60ab84cf,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:55.358380 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb5f53d7-a2a3-415c-926c-972f96dae45d req-cf3a288c-071f-40fa-9239-f9ac41ded0fe tempest-DeleteServersTestJSON-1862025061 tempest-DeleteServersTestJSON-1862025061-project] 10.222.0.73 "GET /v2.0/ports?device_id=0f69db11-22ba-48ce-b303-56480ef8c542 HTTP/1.1" status: 200 len: 210 time: 0.0409534 Apr 11 16:51:55.935559 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da43e1f-974d-45bf-9711-0a7e0bd1fe87 req-8dd3f555-7765-4017-9abf-681c08a0d4e2 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:55.937673 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6da43e1f-974d-45bf-9711-0a7e0bd1fe87 req-8dd3f555-7765-4017-9abf-681c08a0d4e2 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0695746 Apr 11 16:51:55.992197 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6da43e1f-974d-45bf-9711-0a7e0bd1fe87 req-69c4b50a-8417-4b45-8ff5-02c6fc4bc4c9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468738 Apr 11 16:51:57.104199 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b2b44-4396-4ee2-a93b-d66f0940670a req-1a7b1633-2f83-4c4a-a6f0-1b3c0f7ed107 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:57.105634 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-774b2b44-4396-4ee2-a93b-d66f0940670a req-1a7b1633-2f83-4c4a-a6f0-1b3c0f7ed107 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0476191 Apr 11 16:51:57.152226 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-774b2b44-4396-4ee2-a93b-d66f0940670a req-1747147d-30dd-4c04-97e0-afc2ce59fa43 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411322 Apr 11 16:51:57.805764 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 32158a02-f773-404a-973c-60fd19d73f54 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:57.829141 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 32158a02-f773-404a-973c-60fd19d73f54 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:57.829671 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 32158a02-f773-404a-973c-60fd19d73f54 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:58.259481 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feda8c1-ccc7-4884-8825-554b9f918fc4 req-18a0ea9e-b4a2-498a-a09b-d53fe6572479 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:58.261185 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6feda8c1-ccc7-4884-8825-554b9f918fc4 req-18a0ea9e-b4a2-498a-a09b-d53fe6572479 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0450881 Apr 11 16:51:58.306371 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6feda8c1-ccc7-4884-8825-554b9f918fc4 req-dacee916-3f78-4ce7-89dd-fd014e5687de tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Apr 11 16:51:59.415572 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271b6a9a-69bc-4070-813a-ec41aeffea53 req-4dead50e-7a39-4d09-9999-46ed04d350bf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:59.417056 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-271b6a9a-69bc-4070-813a-ec41aeffea53 req-4dead50e-7a39-4d09-9999-46ed04d350bf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0450630 Apr 11 16:51:59.465838 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-271b6a9a-69bc-4070-813a-ec41aeffea53 req-41785828-d41d-4f64-92e1-e1a541f58ef4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426500 Apr 11 16:52:00.582394 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846dd75b-287c-4bc1-9cda-8245b56364b1 req-c04a4039-aa70-4d1f-9f86-fe3fa60e1dde tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:00.584099 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-846dd75b-287c-4bc1-9cda-8245b56364b1 req-c04a4039-aa70-4d1f-9f86-fe3fa60e1dde tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0480621 Apr 11 16:52:00.638295 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-846dd75b-287c-4bc1-9cda-8245b56364b1 req-9115f61a-89d6-4c55-b43a-aa48fb745129 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485818 Apr 11 16:52:00.851939 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:00.947657 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37498) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:00.995948 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61150e36-2ec2-4438-92a9-2be547a48285 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.021253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b0dc73-c7ae-487d-840d-ec30f5e57aa3 admin admin] Deleting subnet 55e77aff-879d-497b-8253-8533c1d2e7ca {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:52:01.028483 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76b0dc73-c7ae-487d-840d-ec30f5e57aa3 admin admin] Publish callbacks [] for subnet (55e77aff-879d-497b-8253-8533c1d2e7ca), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.084535 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76b0dc73-c7ae-487d-840d-ec30f5e57aa3 admin admin] Publish callbacks [] for subnet (55e77aff-879d-497b-8253-8533c1d2e7ca), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.106342 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76b0dc73-c7ae-487d-840d-ec30f5e57aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (55e77aff-879d-497b-8253-8533c1d2e7ca), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.185218 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61150e36-2ec2-4438-92a9-2be547a48285 admin admin] Publish callbacks [] for security_group (649a9e0e-2b47-425a-b4f4-7afd500fa66d), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.195653 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-61150e36-2ec2-4438-92a9-2be547a48285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (649a9e0e-2b47-425a-b4f4-7afd500fa66d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.229579 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76b0dc73-c7ae-487d-840d-ec30f5e57aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (55e77aff-879d-497b-8253-8533c1d2e7ca), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.276767 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-61150e36-2ec2-4438-92a9-2be547a48285 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f35bb49a4c9e45e8982fdb9c74259d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4229848 Apr 11 16:52:01.279291 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37522) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:01.282004 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-76b0dc73-c7ae-487d-840d-ec30f5e57aa3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.286306 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-76b0dc73-c7ae-487d-840d-ec30f5e57aa3 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/55e77aff-879d-497b-8253-8533c1d2e7ca HTTP/1.1" status: 204 len: 168 time: 0.3377233 Apr 11 16:52:01.287430 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0dc73-c7ae-487d-840d-ec30f5e57aa3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55e77aff-879d-497b-8253-8533c1d2e7ca,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:01.290259 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37524) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:01.291284 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61150e36-2ec2-4438-92a9-2be547a48285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=649a9e0e-2b47-425a-b4f4-7afd500fa66d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:01.366177 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f643-f133-4b0d-acd0-e35894ac1b8c admin admin] Publish callbacks [] for security_group (649a9e0e-2b47-425a-b4f4-7afd500fa66d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.376872 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (8ba2101e-f14d-4bca-ad03-b73ab1456bea), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.388013 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f643-f133-4b0d-acd0-e35894ac1b8c admin admin] Publish callbacks [] for security_group (649a9e0e-2b47-425a-b4f4-7afd500fa66d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.429961 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37530) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:01.450642 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f643-f133-4b0d-acd0-e35894ac1b8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (649a9e0e-2b47-425a-b4f4-7afd500fa66d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.453424 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e9f2f643-f133-4b0d-acd0-e35894ac1b8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.454783 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e9f2f643-f133-4b0d-acd0-e35894ac1b8c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/649a9e0e-2b47-425a-b4f4-7afd500fa66d HTTP/1.1" status: 204 len: 168 time: 0.1738794 Apr 11 16:52:01.462891 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f2f643-f133-4b0d-acd0-e35894ac1b8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=649a9e0e-2b47-425a-b4f4-7afd500fa66d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:01.468505 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (8ba2101e-f14d-4bca-ad03-b73ab1456bea), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.492422 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.492824 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.494399 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.494796 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > port after_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.495139 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > port after_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.495868 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > port after_update 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.496254 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.496730 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.497065 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.497607 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.617008 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.617703 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.617794 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.618228 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109888) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:52:01.618698 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ba2101e-f14d-4bca-ad03-b73ab1456bea']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:01.645231 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950e3cc1-c887-4c07-ab06-d7a437a33d04') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:01.645609 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950e3cc1-c887-4c07-ab06-d7a437a33d04') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:01.667980 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (950e3cc1-c887-4c07-ab06-d7a437a33d04), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.696006 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (950e3cc1-c887-4c07-ab06-d7a437a33d04), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.708513 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Releasing vlan 1167 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:52:01.708941 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (950e3cc1-c887-4c07-ab06-d7a437a33d04), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: from cryptography.utils import int_from_bytes Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: from cryptography.utils import int_from_bytes Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:52:01.736053 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:52:01.819233 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37542) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:01.848247 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ae0b-0055-48e5-ab7f-068f428d2fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.858556 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (8ba2101e-f14d-4bca-ad03-b73ab1456bea), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.865486 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233634ca-3bc0-46c6-943a-08739053812a req-5d140bfe-a3e4-4a29-81b7-862c8b991d6c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:01.867116 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-233634ca-3bc0-46c6-943a-08739053812a req-5d140bfe-a3e4-4a29-81b7-862c8b991d6c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1301055 Apr 11 16:52:01.876192 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.881849 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] 10.222.0.73 "DELETE /v2.0/networks/8ba2101e-f14d-4bca-ad03-b73ab1456bea HTTP/1.1" status: 204 len: 168 time: 0.5845020 Apr 11 16:52:01.906086 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b172b24-069e-4cbd-b3d7-c3d5342669e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.917451 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c3dc1f-5fa3-4181-a780-a0309dbc506d admin admin] Pushing event deleted for resources: {'Network': ['ID=8ba2101e-f14d-4bca-ad03-b73ab1456bea,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:01.969492 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-233634ca-3bc0-46c6-943a-08739053812a req-a61a7b1b-2b58-49f9-9eb1-db0bbf3ee218 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857582 Apr 11 16:52:01.994429 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b172b24-069e-4cbd-b3d7-c3d5342669e8 admin admin] Publish callbacks [] for security_group (39eee8f8-62e7-4cbb-a4dd-c6a7d2aace13), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.010353 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6b172b24-069e-4cbd-b3d7-c3d5342669e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (39eee8f8-62e7-4cbb-a4dd-c6a7d2aace13), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.022757 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ae0b-0055-48e5-ab7f-068f428d2fdf admin admin] Publish callbacks [] for security_group (5c2ec813-c6b9-4650-bd3f-1e2efa925188), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.027221 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8ff6ae0b-0055-48e5-ab7f-068f428d2fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (5c2ec813-c6b9-4650-bd3f-1e2efa925188), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.066174 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff6ae0b-0055-48e5-ab7f-068f428d2fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2ec813-c6b9-4650-bd3f-1e2efa925188,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:02.067425 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-6b172b24-069e-4cbd-b3d7-c3d5342669e8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=08b92eaead9640788b5f3f60bd52aaeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6364181 Apr 11 16:52:02.068253 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b172b24-069e-4cbd-b3d7-c3d5342669e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39eee8f8-62e7-4cbb-a4dd-c6a7d2aace13,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:02.070737 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37548) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:02.073917 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8ff6ae0b-0055-48e5-ab7f-068f428d2fdf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b8e5e7773689430ba505b5e439e3004b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2536414 Apr 11 16:52:02.076475 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37550) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:02.135109 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86fe4fd9-a302-4815-ab09-4f4f8eff6aff admin admin] Publish callbacks [] for security_group (39eee8f8-62e7-4cbb-a4dd-c6a7d2aace13), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.143000 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-820b7945-12e4-4cc0-88aa-c10f31090953 admin admin] Publish callbacks [] for security_group (5c2ec813-c6b9-4650-bd3f-1e2efa925188), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.158629 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37552) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:02.164770 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86fe4fd9-a302-4815-ab09-4f4f8eff6aff admin admin] Publish callbacks [] for security_group (39eee8f8-62e7-4cbb-a4dd-c6a7d2aace13), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.185184 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-820b7945-12e4-4cc0-88aa-c10f31090953 admin admin] Publish callbacks [] for security_group (5c2ec813-c6b9-4650-bd3f-1e2efa925188), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.210813 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86fe4fd9-a302-4815-ab09-4f4f8eff6aff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (39eee8f8-62e7-4cbb-a4dd-c6a7d2aace13), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.213504 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86fe4fd9-a302-4815-ab09-4f4f8eff6aff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.214787 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-86fe4fd9-a302-4815-ab09-4f4f8eff6aff admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/39eee8f8-62e7-4cbb-a4dd-c6a7d2aace13 HTTP/1.1" status: 204 len: 168 time: 0.1431062 Apr 11 16:52:02.223488 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe4fd9-a302-4815-ab09-4f4f8eff6aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39eee8f8-62e7-4cbb-a4dd-c6a7d2aace13,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:02.228458 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-4dbd82c5-abe6-42e8-ac19-9049f1f3d04d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d32ccfb9c3574946a051d337dd313f05&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0684447 Apr 11 16:52:02.231898 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37556) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:02.267234 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-820b7945-12e4-4cc0-88aa-c10f31090953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (5c2ec813-c6b9-4650-bd3f-1e2efa925188), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.270117 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-820b7945-12e4-4cc0-88aa-c10f31090953 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.271370 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-820b7945-12e4-4cc0-88aa-c10f31090953 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5c2ec813-c6b9-4650-bd3f-1e2efa925188 HTTP/1.1" status: 204 len: 168 time: 0.1936717 Apr 11 16:52:02.284201 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820b7945-12e4-4cc0-88aa-c10f31090953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2ec813-c6b9-4650-bd3f-1e2efa925188,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:02.317760 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-df55b8af-9e05-42d3-a252-60ee69a06456 admin admin] Publish callbacks [] for security_group (8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.341206 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-df55b8af-9e05-42d3-a252-60ee69a06456 admin admin] Publish callbacks [] for security_group (8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.396579 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-df55b8af-9e05-42d3-a252-60ee69a06456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.400345 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-df55b8af-9e05-42d3-a252-60ee69a06456 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.407457 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-df55b8af-9e05-42d3-a252-60ee69a06456 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e HTTP/1.1" status: 204 len: 168 time: 0.1664729 Apr 11 16:52:02.419153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55b8af-9e05-42d3-a252-60ee69a06456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ccb0d0a-337f-43c6-aabc-8c1068fb9e4e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:02.775674 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37596) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:02.789919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86e16134-be8c-452a-9b18-f0a4e1b360ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.891296 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86e16134-be8c-452a-9b18-f0a4e1b360ed admin admin] Publish callbacks [] for security_group (09974fb9-eea6-4a63-b14a-e4537826e54d), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.896430 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-86e16134-be8c-452a-9b18-f0a4e1b360ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (09974fb9-eea6-4a63-b14a-e4537826e54d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.940885 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e16134-be8c-452a-9b18-f0a4e1b360ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09974fb9-eea6-4a63-b14a-e4537826e54d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:02.949539 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-86e16134-be8c-452a-9b18-f0a4e1b360ed admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=252bd51368f8483eba938cad3409bd31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1727653 Apr 11 16:52:02.952669 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37602) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:02.990070 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37604) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:03.017367 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53f06e82-fa83-462e-807d-5974c97ae6eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.027784 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90524e48-5364-4d5b-bcc0-d52f644ccf63 admin admin] Publish callbacks [] for security_group (09974fb9-eea6-4a63-b14a-e4537826e54d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.059776 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90524e48-5364-4d5b-bcc0-d52f644ccf63 admin admin] Publish callbacks [] for security_group (09974fb9-eea6-4a63-b14a-e4537826e54d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.133736 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90524e48-5364-4d5b-bcc0-d52f644ccf63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (09974fb9-eea6-4a63-b14a-e4537826e54d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.138231 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-90524e48-5364-4d5b-bcc0-d52f644ccf63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.140248 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-90524e48-5364-4d5b-bcc0-d52f644ccf63 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/09974fb9-eea6-4a63-b14a-e4537826e54d HTTP/1.1" status: 204 len: 168 time: 0.1862366 Apr 11 16:52:03.153513 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90524e48-5364-4d5b-bcc0-d52f644ccf63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09974fb9-eea6-4a63-b14a-e4537826e54d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:03.187459 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1610c5bc-8a77-4b69-82d6-8b7462915836 req-3c415e11-1a5e-4b8e-8c00-dd71946e6813 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:03.189501 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1610c5bc-8a77-4b69-82d6-8b7462915836 req-3c415e11-1a5e-4b8e-8c00-dd71946e6813 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1176293 Apr 11 16:52:03.211398 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37616) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:03.237512 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53f06e82-fa83-462e-807d-5974c97ae6eb admin admin] Publish callbacks [] for security_group (47d19748-2335-45e4-bbc0-451ad1471424), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.243798 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-53f06e82-fa83-462e-807d-5974c97ae6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (47d19748-2335-45e4-bbc0-451ad1471424), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.305582 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1610c5bc-8a77-4b69-82d6-8b7462915836 req-b81f169a-81a6-447f-a220-c0720b255416 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078935 Apr 11 16:52:03.306395 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f06e82-fa83-462e-807d-5974c97ae6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d19748-2335-45e4-bbc0-451ad1471424,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:03.314038 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-53f06e82-fa83-462e-807d-5974c97ae6eb admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=412eef641a574ff9a31726d06092b2c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205612 Apr 11 16:52:03.316008 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37624) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:03.385069 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-be61479b-17ad-4525-a6ad-b36f5483133b admin admin] Publish callbacks [] for security_group (47d19748-2335-45e4-bbc0-451ad1471424), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.406871 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-be61479b-17ad-4525-a6ad-b36f5483133b admin admin] Publish callbacks [] for security_group (47d19748-2335-45e4-bbc0-451ad1471424), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.461217 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-be61479b-17ad-4525-a6ad-b36f5483133b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (47d19748-2335-45e4-bbc0-451ad1471424), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.464754 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-be61479b-17ad-4525-a6ad-b36f5483133b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.465994 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-be61479b-17ad-4525-a6ad-b36f5483133b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/47d19748-2335-45e4-bbc0-451ad1471424 HTTP/1.1" status: 204 len: 168 time: 0.1505108 Apr 11 16:52:03.475042 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be61479b-17ad-4525-a6ad-b36f5483133b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d19748-2335-45e4-bbc0-451ad1471424,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:03.516254 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b748e915-391b-495e-b19f-a15faa23e227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.608689 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b748e915-391b-495e-b19f-a15faa23e227 admin admin] Publish callbacks [] for security_group (de8b6d2a-135c-43ee-a663-d31333a09372), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.614257 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b748e915-391b-495e-b19f-a15faa23e227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (de8b6d2a-135c-43ee-a663-d31333a09372), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.654978 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b748e915-391b-495e-b19f-a15faa23e227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8b6d2a-135c-43ee-a663-d31333a09372,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:03.659662 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b748e915-391b-495e-b19f-a15faa23e227 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=578841aa960c43698576e1656b942435&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4470494 Apr 11 16:52:03.662118 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37638) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:03.730565 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4099f56c-3541-487b-8818-20aeffa07af5 admin admin] Publish callbacks [] for security_group (de8b6d2a-135c-43ee-a663-d31333a09372), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.754090 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4099f56c-3541-487b-8818-20aeffa07af5 admin admin] Publish callbacks [] for security_group (de8b6d2a-135c-43ee-a663-d31333a09372), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.808678 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4099f56c-3541-487b-8818-20aeffa07af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (de8b6d2a-135c-43ee-a663-d31333a09372), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.811508 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4099f56c-3541-487b-8818-20aeffa07af5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.815822 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4099f56c-3541-487b-8818-20aeffa07af5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/de8b6d2a-135c-43ee-a663-d31333a09372 HTTP/1.1" status: 204 len: 168 time: 0.1522570 Apr 11 16:52:03.824218 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099f56c-3541-487b-8818-20aeffa07af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8b6d2a-135c-43ee-a663-d31333a09372,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:04.078678 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37664) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:04.222924 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-network', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:04.245230 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Made reservation on behalf of 8dd57077e3604d8c8fb3ca58dbb64a1c for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:04.247747 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.260512 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.297905 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37678) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:04.317608 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eec29ad5-cde8-4f7e-9d43-8178a501385c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.410439 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Publish callbacks [] for security_group (6c540aa8-9fa3-4946-bb5c-fa729e5f7323), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.414866 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eec29ad5-cde8-4f7e-9d43-8178a501385c admin admin] Publish callbacks [] for security_group (665bdf30-8ddd-4708-87fd-f40d9230e42c), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.417841 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6c540aa8-9fa3-4946-bb5c-fa729e5f7323), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.420733 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eec29ad5-cde8-4f7e-9d43-8178a501385c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (665bdf30-8ddd-4708-87fd-f40d9230e42c), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.461843 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] vlan segment allocate from pool success with {'vlan_id': 1165, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:52:04.494338 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-eec29ad5-cde8-4f7e-9d43-8178a501385c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=1423696b9fd942a896ab82308d8d64e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951149 Apr 11 16:52:04.498270 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37690) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:04.508711 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c540aa8-9fa3-4946-bb5c-fa729e5f7323,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:04.513380 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec29ad5-cde8-4f7e-9d43-8178a501385c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665bdf30-8ddd-4708-87fd-f40d9230e42c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:04.528306 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (ca3060bf-7381-4674-8896-cbfedeaa93bb), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.528653 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Added segment ca3060bf-7381-4674-8896-cbfedeaa93bb of type vlan for network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c Apr 11 16:52:04.559208 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea82db-1999-4e44-a1a5-25ae47e3af62 req-fe0e3959-1c33-4713-8f70-d2d65d0eb5e0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:04.560749 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-edea82db-1999-4e44-a1a5-25ae47e3af62 req-fe0e3959-1c33-4713-8f70-d2d65d0eb5e0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1236081 Apr 11 16:52:04.573207 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40e86f80-a6d0-48a1-813f-9ba5e0cb253f admin admin] Publish callbacks [] for security_group (665bdf30-8ddd-4708-87fd-f40d9230e42c), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.602255 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40e86f80-a6d0-48a1-813f-9ba5e0cb253f admin admin] Publish callbacks [] for security_group (665bdf30-8ddd-4708-87fd-f40d9230e42c), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.634517 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.657292 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-edea82db-1999-4e44-a1a5-25ae47e3af62 req-8d888c55-6427-4eef-a6ad-75ae7fe32c1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766323 Apr 11 16:52:04.673432 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.674545 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:04.675536 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.688348 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40e86f80-a6d0-48a1-813f-9ba5e0cb253f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (665bdf30-8ddd-4708-87fd-f40d9230e42c), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.692413 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-40e86f80-a6d0-48a1-813f-9ba5e0cb253f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.696563 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-40e86f80-a6d0-48a1-813f-9ba5e0cb253f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/665bdf30-8ddd-4708-87fd-f40d9230e42c HTTP/1.1" status: 204 len: 168 time: 0.1964493 Apr 11 16:52:04.715317 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e86f80-a6d0-48a1-813f-9ba5e0cb253f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665bdf30-8ddd-4708-87fd-f40d9230e42c,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:04.718716 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37700) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:04.719446 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6392608 Apr 11 16:52:04.724576 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Request body: {'subnet': {'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-subnet', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:04.750322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Made reservation on behalf of 8dd57077e3604d8c8fb3ca58dbb64a1c for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:04.752857 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.774329 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d87e8-af3b-4b3b-8fef-1428650bd8fc admin admin] Pushing event updated for resources: {'Network': ['ID=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:04.785549 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:52:05.039551 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (6d9e9852-fdac-4b82-bda8-afd6358c27c6), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.114027 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9e9852-fdac-4b82-bda8-afd6358c27c6,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:05.138679 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Checking segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:05.139252 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Network hostable DHCP agents. Network: 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:52:05.165141 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:52:05.178359 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:05.184962 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:05.192529 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7971ad7-68d6-4d7e-878e-bab536ba5322 None None] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:05.200109 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.237439 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d2a2c095-8b40-4673-b974-a7e95728e75e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5151734 Apr 11 16:52:05.237758 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37720) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:05.242338 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:05.294272 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (6b0fdddf-b177-45a7-8451-3ff8f08099f9), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.296634 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (6b0fdddf-b177-45a7-8451-3ff8f08099f9), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.336317 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:52:05.337366 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.380958 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks [] for router_controller (6b0fdddf-b177-45a7-8451-3ff8f08099f9), precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.594702 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks [] for router_gateway (6b0fdddf-b177-45a7-8451-3ff8f08099f9), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.620586 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Allocated IP 172.20.0.2 (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c/6d9e9852-fdac-4b82-bda8-afd6358c27c6/600f17f0-8060-4bbb-9d7a-db0e8f5ccb81) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:05.818035 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Publish callbacks [] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.824767 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.871834 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c428539-8e7e-49e5-8334-184e43a5437a req-ca2e673a-6dc8-4592-a789-3d375026251e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:05.872042 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:05.872127 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8c428539-8e7e-49e5-8334-184e43a5437a req-ca2e673a-6dc8-4592-a789-3d375026251e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0793641 Apr 11 16:52:05.873519 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:05.876847 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:05.881604 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks [] for router_gateway (6b0fdddf-b177-45a7-8451-3ff8f08099f9), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.886108 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Pushing event updated for resources: {'Port': ['ID=600f17f0-8060-4bbb-9d7a-db0e8f5ccb81,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:05.908114 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.923570 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.923931 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.924304 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.924670 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.925165 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.925666 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.926154 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.926529 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.926857 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.927191 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.927527 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.927866 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.928523 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.928987 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.929474 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:05.975774 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Attempting to bind port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:52:05.976425 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Attempting to bind port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:52:05.976805 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Attempting to bind port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 on network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:05.987746 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8c428539-8e7e-49e5-8334-184e43a5437a req-07d6dccb-f9d8-4ef6-a8fc-ec58e5f2618b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040623 Apr 11 16:52:05.988004 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:52:05.988625 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Checking segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:05.989396 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.989955 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Bound using segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:52:05.991247 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Bound port: 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:52:05.991672 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:06.050059 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Allocated IP 172.27.1.148 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/fb7274d0-66cf-4a64-acc1-b004db1915bf) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:06.072658 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] For port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:52:06.076249 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] For port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=600f17f0-8060-4bbb-9d7a-db0e8f5ccb81,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:52:06.082945 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:06.157975 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4afa3e-96e7-43b0-9db5-d735621ed1db None None] Pushing event updated for resources: {'Port': ['ID=600f17f0-8060-4bbb-9d7a-db0e8f5ccb81,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:06.172864 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks [] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:06.212739 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:06.250953 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:06.253791 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:06.257992 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:06.514292 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Pushing event updated for resources: {'Port': ['ID=fb7274d0-66cf-4a64-acc1-b004db1915bf,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:06.777205 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks [] for router_gateway (6b0fdddf-b177-45a7-8451-3ff8f08099f9), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:07.030231 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:07.089056 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:07.089575 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:07.120991 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (6b0fdddf-b177-45a7-8451-3ff8f08099f9), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:07.192199 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca1e89b-18a2-4bfb-9c99-211e9f340d93 req-cc79bd6a-9b1e-41d5-aca2-d606c41f931f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:07.193729 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cca1e89b-18a2-4bfb-9c99-211e9f340d93 req-cc79bd6a-9b1e-41d5-aca2-d606c41f931f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0947335 Apr 11 16:52:07.248081 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:07.248867 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:07.305912 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=600f17f0-8060-4bbb-9d7a-db0e8f5ccb81,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:07.306948 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cca1e89b-18a2-4bfb-9c99-211e9f340d93 req-5f016a0f-9f6e-41d1-9163-53acb7ee3385 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061201 Apr 11 16:52:07.318750 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:07.379424 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=600f17f0-8060-4bbb-9d7a-db0e8f5ccb81,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:07.381167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:52:07.403774 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633ccdde-ebb3-4d4a-baa4-6ae5ce1e2723 None None] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:07.530906 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:07.536609 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b8cc65f7-fcf0-4863-b647-6ecd24a65367 None None] Provisioning complete for port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:07.536999 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc65f7-fcf0-4863-b647-6ecd24a65367 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:07.542051 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Sync routers for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:07.552478 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:07.553967 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b5f82d7c-f1e7-4954-9721-881e2da1ac3a admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3152015 Apr 11 16:52:07.554077 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:07.554727 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:07.556837 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37798) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:07.665246 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b8cc65f7-fcf0-4863-b647-6ecd24a65367 None None] Current status of the port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:07.684746 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:07.783258 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-c967e682-c2c1-4eca-9826-e949299c14c9 None None] Provisioning complete for port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:07.783638 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c967e682-c2c1-4eca-9826-e949299c14c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:07.856670 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:06Z', 'revision_number': 3, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:07.866930 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-c967e682-c2c1-4eca-9826-e949299c14c9 None None] Current status of the port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:07.889765 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Checking router: 6b0fdddf-b177-45a7-8451-3ff8f08099f9 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:07.890122 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Updating router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 port fb7274d0-66cf-4a64-acc1-b004db1915bf binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:52:07.917736 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.022576 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.186958 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Allocated IP 172.20.0.1 (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c/6d9e9852-fdac-4b82-bda8-afd6358c27c6/c79efc58-e092-47ee-ba96-600a69abe036) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:08.254576 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Publish callbacks [] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.260058 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.299753 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Publish callbacks [] for port (c79efc58-e092-47ee-ba96-600a69abe036), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.312816 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Attempting to bind port fb7274d0-66cf-4a64-acc1-b004db1915bf on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:52:08.313193 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Attempting to bind port fb7274d0-66cf-4a64-acc1-b004db1915bf by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:52:08.313612 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Attempting to bind port fb7274d0-66cf-4a64-acc1-b004db1915bf on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:08.322578 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Pushing event updated for resources: {'Port': ['ID=fb7274d0-66cf-4a64-acc1-b004db1915bf,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:08.325536 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:52:08.325936 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:08.326341 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.326765 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:52:08.327235 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Bound port: fb7274d0-66cf-4a64-acc1-b004db1915bf, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:52:08.327613 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.333964 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.334443 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.334736 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (c79efc58-e092-47ee-ba96-600a69abe036), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.334891 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.335289 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.335624 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.335977 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.336308 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.336809 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.337155 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.337492 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.337830 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.338190 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.338577 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.338927 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.339265 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:08.382385 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:08.385313 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:08.393495 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:08.393994 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (6b0fdddf-b177-45a7-8451-3ff8f08099f9), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.397451 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Pushing event updated for resources: {'Port': ['ID=c79efc58-e092-47ee-ba96-600a69abe036,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:08.410234 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] For port fb7274d0-66cf-4a64-acc1-b004db1915bf, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:52:08.414809 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] For port fb7274d0-66cf-4a64-acc1-b004db1915bf, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=fb7274d0-66cf-4a64-acc1-b004db1915bf,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:52:08.421455 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.441093 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3750f4ca-c988-43f2-ad70-07ec0f466b8d req-c528dfb9-4480-4e85-bbec-d3bae4cb8ace tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:08.442666 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3750f4ca-c988-43f2-ad70-07ec0f466b8d req-c528dfb9-4480-4e85-bbec-d3bae4cb8ace tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0597231 Apr 11 16:52:08.480235 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:08.481645 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:08.500156 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3750f4ca-c988-43f2-ad70-07ec0f466b8d req-b3f66a70-5ce6-4e10-ad8c-f40f52c5391c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492182 Apr 11 16:52:08.537468 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9075710-dd77-4531-8adc-5a6d9dfde00c None None] Pushing event updated for resources: {'Port': ['ID=fb7274d0-66cf-4a64-acc1-b004db1915bf,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:08.578214 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c79efc58-e092-47ee-ba96-600a69abe036), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.625277 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:08.687531 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-c1ef60c0-f68a-4e28-b851-17339bf269a2 None None] Provisioning complete for port c79efc58-e092-47ee-ba96-600a69abe036 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:08.688465 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c1ef60c0-f68a-4e28-b851-17339bf269a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c79efc58-e092-47ee-ba96-600a69abe036), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.722308 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-c1ef60c0-f68a-4e28-b851-17339bf269a2 None None] Port c79efc58-e092-47ee-ba96-600a69abe036 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:52:08.747421 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Publish callbacks [] for port (c79efc58-e092-47ee-ba96-600a69abe036), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.753299 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c79efc58-e092-47ee-ba96-600a69abe036), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.754009 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (6b0fdddf-b177-45a7-8451-3ff8f08099f9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:08.801557 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:06Z', 'revision_number': 3, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:08.827781 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49e1331-9b2a-417b-ad83-e52ec431888a None None] The sync data for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi is: [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:06Z', 'revision_number': 3, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:08.839419 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Pushing event updated for resources: {'Port': ['ID=c79efc58-e092-47ee-ba96-600a69abe036,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:08.882108 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:08.883515 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:08.953410 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:09.007768 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:09.008149 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.013322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:09.106955 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:09.163706 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-2a9f7660-7d7c-49cc-89e7-340cfcffeff9 None None] Provisioning complete for port c79efc58-e092-47ee-ba96-600a69abe036 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:09.164238 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2a9f7660-7d7c-49cc-89e7-340cfcffeff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c79efc58-e092-47ee-ba96-600a69abe036), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.188681 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:09.193709 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b5b71083-e063-4f5d-a995-05df1d0e9189 admin admin] 10.222.0.73 "PUT /v2.0/routers/6b0fdddf-b177-45a7-8451-3ff8f08099f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6337543 Apr 11 16:52:09.209669 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-2a9f7660-7d7c-49cc-89e7-340cfcffeff9 None None] Port c79efc58-e092-47ee-ba96-600a69abe036 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:52:09.591895 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37832) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:09.599430 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-8e8eeba3-087d-4442-8f83-8894fb1597b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1056168003', 'description': 'tempest-description--324783335'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:09.621110 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeba3-087d-4442-8f83-8894fb1597b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.642852 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eedeb7-0514-492e-ada3-1df300479ddf req-ab2f4949-6553-4a0c-9b5b-9ad107103ae4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:09.645040 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-52eedeb7-0514-492e-ada3-1df300479ddf req-ab2f4949-6553-4a0c-9b5b-9ad107103ae4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0610638 Apr 11 16:52:09.710937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeba3-087d-4442-8f83-8894fb1597b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (d006f83c-27fb-4078-b7dc-94b916a3061b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.718039 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeba3-087d-4442-8f83-8894fb1597b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (d006f83c-27fb-4078-b7dc-94b916a3061b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.745555 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-52eedeb7-0514-492e-ada3-1df300479ddf req-fe728fcd-7e6a-4c53-bdf6-c6d9b5a19ae3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859678 Apr 11 16:52:09.764804 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8e8eeba3-087d-4442-8f83-8894fb1597b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.764804 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8e8eeba3-087d-4442-8f83-8894fb1597b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1648080 Apr 11 16:52:09.764804 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8eeba3-087d-4442-8f83-8894fb1597b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d006f83c-27fb-4078-b7dc-94b916a3061b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:09.765056 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37844) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:09.766762 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6ddb0afb-4631-4b3e-9058-9059b55d679f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'security_group_rule': {'security_group_id': 'd006f83c-27fb-4078-b7dc-94b916a3061b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:09.795933 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0afb-4631-4b3e-9058-9059b55d679f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (8d1a094d-1935-4d77-8194-e7c7db299fea), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.857998 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0afb-4631-4b3e-9058-9059b55d679f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (8d1a094d-1935-4d77-8194-e7c7db299fea), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.863479 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0afb-4631-4b3e-9058-9059b55d679f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (8d1a094d-1935-4d77-8194-e7c7db299fea), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.885216 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb0afb-4631-4b3e-9058-9059b55d679f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1a094d-1935-4d77-8194-e7c7db299fea,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:09.894715 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6ddb0afb-4631-4b3e-9058-9059b55d679f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.895933 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-6ddb0afb-4631-4b3e-9058-9059b55d679f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1338437 Apr 11 16:52:09.898771 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37854) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:09.904594 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-39e44862-8082-41b0-a3e9-25407c642e23 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'security_group_rule': {'security_group_id': 'd006f83c-27fb-4078-b7dc-94b916a3061b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:09.935842 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39e44862-8082-41b0-a3e9-25407c642e23 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (439e067f-8788-4f7a-8e68-d4564e8ef463), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.994572 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39e44862-8082-41b0-a3e9-25407c642e23 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (439e067f-8788-4f7a-8e68-d4564e8ef463), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:09.998917 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39e44862-8082-41b0-a3e9-25407c642e23 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (439e067f-8788-4f7a-8e68-d4564e8ef463), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.017813 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e44862-8082-41b0-a3e9-25407c642e23 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439e067f-8788-4f7a-8e68-d4564e8ef463,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:10.023028 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-39e44862-8082-41b0-a3e9-25407c642e23 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.024106 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-39e44862-8082-41b0-a3e9-25407c642e23 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1241002 Apr 11 16:52:10.026963 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37860) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:10.031399 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:10.053357 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.142443 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.246871 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Allocated IP 172.27.1.106 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/554308ff-ee5a-4492-9a8d-068eb21c9b79) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:10.355856 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for port (554308ff-ee5a-4492-9a8d-068eb21c9b79), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.392119 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (554308ff-ee5a-4492-9a8d-068eb21c9b79), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.428533 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:10.431489 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:10.434992 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:10.467168 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'Port': ['ID=554308ff-ee5a-4492-9a8d-068eb21c9b79,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:10.537689 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (8054c2cf-d771-488d-bab1-228ce57cf8db), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.574868 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (554308ff-ee5a-4492-9a8d-068eb21c9b79), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.654530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Sync routers for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:10.664688 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:10.665320 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:10.725454 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for port (554308ff-ee5a-4492-9a8d-068eb21c9b79), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.729994 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (554308ff-ee5a-4492-9a8d-068eb21c9b79), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.783231 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'Port': ['ID=554308ff-ee5a-4492-9a8d-068eb21c9b79,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:10.794381 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:10.878369 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (8054c2cf-d771-488d-bab1-228ce57cf8db), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.889686 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc69a1-b474-44a0-8a79-250ae8e40679 req-80fb03b0-ccbb-461a-9bbc-b03cfc1a4314 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:10.895548 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-12cc69a1-b474-44a0-8a79-250ae8e40679 req-80fb03b0-ccbb-461a-9bbc-b03cfc1a4314 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0736628 Apr 11 16:52:10.937107 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:10.943989 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-150a9ba5-6ccb-49f6-a02b-f0a89d453300 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9107053 Apr 11 16:52:10.958028 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-12cc69a1-b474-44a0-8a79-250ae8e40679 req-2a24787a-736a-436e-9d44-07db0ae85e3e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575697 Apr 11 16:52:10.990670 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device fb7274d0-66cf-4a64-acc1-b004db1915bf up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:11.062565 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 2, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:11.094153 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Checking router: 6b0fdddf-b177-45a7-8451-3ff8f08099f9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:11.094524 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Updating router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 port c79efc58-e092-47ee-ba96-600a69abe036 binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:52:11.098819 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port fb7274d0-66cf-4a64-acc1-b004db1915bf triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:11.098819 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.155601 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c79efc58-e092-47ee-ba96-600a69abe036), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.311403 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port fb7274d0-66cf-4a64-acc1-b004db1915bf is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:11.311804 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.343659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port fb7274d0-66cf-4a64-acc1-b004db1915bf, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=fb7274d0-66cf-4a64-acc1-b004db1915bf,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:11.350028 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.463773 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=fb7274d0-66cf-4a64-acc1-b004db1915bf,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:11.539492 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37904) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:11.559025 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Publish callbacks [] for port (c79efc58-e092-47ee-ba96-600a69abe036), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.564008 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c79efc58-e092-47ee-ba96-600a69abe036), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.638154 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be8ae-550b-4a86-9f8b-179604804432 None None] Pushing event updated for resources: {'Port': ['ID=c79efc58-e092-47ee-ba96-600a69abe036,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:11.654274 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-073145b9-49b3-4cf6-b654-cf6516b885c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.744591 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-073145b9-49b3-4cf6-b654-cf6516b885c6 admin admin] Publish callbacks [] for security_group (10d2372e-3a2b-454d-bc34-09c6ff4451da), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.753152 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-073145b9-49b3-4cf6-b654-cf6516b885c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (10d2372e-3a2b-454d-bc34-09c6ff4451da), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.799386 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073145b9-49b3-4cf6-b654-cf6516b885c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d2372e-3a2b-454d-bc34-09c6ff4451da,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:11.806964 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-073145b9-49b3-4cf6-b654-cf6516b885c6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b31f2a14a51649eca15f333fdeabd020&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2663600 Apr 11 16:52:11.807139 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37908) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:11.818837 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Attempting to bind port c79efc58-e092-47ee-ba96-600a69abe036 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:52:11.819294 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Attempting to bind port c79efc58-e092-47ee-ba96-600a69abe036 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:52:11.819574 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Attempting to bind port c79efc58-e092-47ee-ba96-600a69abe036 on network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:11.824975 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:52:11.825756 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Checking segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:11.825871 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.826196 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Bound using segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:52:11.826688 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Bound port: c79efc58-e092-47ee-ba96-600a69abe036, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:52:11.827068 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c79efc58-e092-47ee-ba96-600a69abe036), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.865096 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3d95-8285-4fe8-8771-7b5ad6c12af6 admin admin] Publish callbacks [] for security_group (10d2372e-3a2b-454d-bc34-09c6ff4451da), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.868873 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-c29eda7f-39d3-4917-b94e-2962d7e7e4d9 None None] Provisioning complete for port c79efc58-e092-47ee-ba96-600a69abe036 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:11.869249 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c29eda7f-39d3-4917-b94e-2962d7e7e4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c79efc58-e092-47ee-ba96-600a69abe036), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.892861 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3d95-8285-4fe8-8771-7b5ad6c12af6 admin admin] Publish callbacks [] for security_group (10d2372e-3a2b-454d-bc34-09c6ff4451da), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.920244 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-c29eda7f-39d3-4917-b94e-2962d7e7e4d9 None None] Port c79efc58-e092-47ee-ba96-600a69abe036 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:52:11.948225 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] For port c79efc58-e092-47ee-ba96-600a69abe036, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:52:11.951470 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3d95-8285-4fe8-8771-7b5ad6c12af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (10d2372e-3a2b-454d-bc34-09c6ff4451da), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.952188 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] For port c79efc58-e092-47ee-ba96-600a69abe036, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c79efc58-e092-47ee-ba96-600a69abe036,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:52:11.956076 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f0a3d95-8285-4fe8-8771-7b5ad6c12af6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.957355 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1f0a3d95-8285-4fe8-8771-7b5ad6c12af6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/10d2372e-3a2b-454d-bc34-09c6ff4451da HTTP/1.1" status: 204 len: 168 time: 0.1492581 Apr 11 16:52:11.967180 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c79efc58-e092-47ee-ba96-600a69abe036), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.967788 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a3d95-8285-4fe8-8771-7b5ad6c12af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d2372e-3a2b-454d-bc34-09c6ff4451da,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:12.006565 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-9277d079-5d90-465e-a46d-9d5c41ca6a3e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1056168003&fields=id&tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c HTTP/1.1" status: 200 len: 267 time: 0.0609224 Apr 11 16:52:12.081209 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546be8ae-550b-4a86-9f8b-179604804432 None None] Pushing event updated for resources: {'Port': ['ID=c79efc58-e092-47ee-ba96-600a69abe036,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:12.088864 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:12.089620 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:51:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:12.162938 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c2177-df0d-435f-870b-a6526e248ed5 req-3abb1c0c-17f9-4fe5-8fdc-dfee50e45d8b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:12.171021 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-db8c2177-df0d-435f-870b-a6526e248ed5 req-3abb1c0c-17f9-4fe5-8fdc-dfee50e45d8b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.1299019 Apr 11 16:52:12.210295 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-f19329c0-b002-4995-aa20-9589d21c8a71 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:12.211777 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-f19329c0-b002-4995-aa20-9589d21c8a71 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 817 time: 0.1973464 Apr 11 16:52:12.240217 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:12.246259 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-3479200a-e8e7-4544-a9fb-7587db03d357 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/quotas/8dd57077e3604d8c8fb3ca58dbb64a1c HTTP/1.1" status: 200 len: 375 time: 0.0254850 Apr 11 16:52:12.276411 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-db8c2177-df0d-435f-870b-a6526e248ed5 req-5148c5cf-a884-476c-a9cc-492fe76aba3c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042733 Apr 11 16:52:12.342877 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-2f325b61-a5a3-4ca1-9d77-f80df5fcd68b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877118 Apr 11 16:52:12.368998 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 37926) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:12.376965 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-170a1bd9-6e04-4db7-a1c1-26d77c62e0a4 None None] Provisioning complete for port c79efc58-e092-47ee-ba96-600a69abe036 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:12.377468 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-170a1bd9-6e04-4db7-a1c1-26d77c62e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c79efc58-e092-47ee-ba96-600a69abe036), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.381653 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d21b1848-7a0f-4357-991c-9e3c62c40c23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.445924 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-53d6be0a-a68b-4713-9784-d62b74e279c0 service neutron] 10.222.0.73 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893345 Apr 11 16:52:12.463617 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d21b1848-7a0f-4357-991c-9e3c62c40c23 admin admin] Publish callbacks [] for security_group (13263b08-1e21-478c-b9e3-8ca8246ff91e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.471570 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d21b1848-7a0f-4357-991c-9e3c62c40c23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (13263b08-1e21-478c-b9e3-8ca8246ff91e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.520356 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9a461ffc-330a-4852-a3cf-491dee24ae01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.523024 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d21b1848-7a0f-4357-991c-9e3c62c40c23 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c6039f2337404746a3cdb58ba04dd7dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1528738 Apr 11 16:52:12.524396 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21b1848-7a0f-4357-991c-9e3c62c40c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13263b08-1e21-478c-b9e3-8ca8246ff91e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:12.526461 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 37932) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:12.585307 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-35e2bfd0-224d-430b-9f27-5f9ceed4bfa3 service neutron] 10.222.0.73 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333804 Apr 11 16:52:12.591799 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:12.595065 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-170a1bd9-6e04-4db7-a1c1-26d77c62e0a4 None None] Current status of the port c79efc58-e092-47ee-ba96-600a69abe036 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:12.595065 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-170a1bd9-6e04-4db7-a1c1-26d77c62e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c79efc58-e092-47ee-ba96-600a69abe036), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.598488 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d51a188e-3dcd-48d1-aa07-98199e123d2c admin admin] Publish callbacks [] for security_group (13263b08-1e21-478c-b9e3-8ca8246ff91e), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.620626 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d51a188e-3dcd-48d1-aa07-98199e123d2c admin admin] Publish callbacks [] for security_group (13263b08-1e21-478c-b9e3-8ca8246ff91e), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.628713 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cf4ad1-4228-4353-92d1-9d970945099f None None] The sync data for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi is: [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:12.659862 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-170a1bd9-6e04-4db7-a1c1-26d77c62e0a4 None None] For port c79efc58-e092-47ee-ba96-600a69abe036, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c79efc58-e092-47ee-ba96-600a69abe036,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:12.664465 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-170a1bd9-6e04-4db7-a1c1-26d77c62e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c79efc58-e092-47ee-ba96-600a69abe036), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.679155 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d51a188e-3dcd-48d1-aa07-98199e123d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (13263b08-1e21-478c-b9e3-8ca8246ff91e), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.681700 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d51a188e-3dcd-48d1-aa07-98199e123d2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.685317 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d51a188e-3dcd-48d1-aa07-98199e123d2c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/13263b08-1e21-478c-b9e3-8ca8246ff91e HTTP/1.1" status: 204 len: 168 time: 0.1554029 Apr 11 16:52:12.707638 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51a188e-3dcd-48d1-aa07-98199e123d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13263b08-1e21-478c-b9e3-8ca8246ff91e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:12.773495 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a1bd9-6e04-4db7-a1c1-26d77c62e0a4 None None] Pushing event updated for resources: {'Port': ['ID=c79efc58-e092-47ee-ba96-600a69abe036,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:12.830945 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a233109c-9f6e-4ee7-b641-762ffe995a81 req-54d80fd4-8335-4f3b-b8f6-dda0a636e13d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 210 time: 0.0291893 Apr 11 16:52:13.074203 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c79efc58-e092-47ee-ba96-600a69abe036 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:13.155788 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port c79efc58-e092-47ee-ba96-600a69abe036 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:13.156384 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c79efc58-e092-47ee-ba96-600a69abe036), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.265871 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port c79efc58-e092-47ee-ba96-600a69abe036 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:13.267347 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device fb7274d0-66cf-4a64-acc1-b004db1915bf up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:13.318898 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port fb7274d0-66cf-4a64-acc1-b004db1915bf triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:13.319312 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.447057 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e346bf0-21c0-4180-8f13-e5ec2827608d req-e45fa3ff-d642-453a-b346-a34403c81403 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:13.451391 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6e346bf0-21c0-4180-8f13-e5ec2827608d req-e45fa3ff-d642-453a-b346-a34403c81403 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0666428 Apr 11 16:52:13.471638 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port fb7274d0-66cf-4a64-acc1-b004db1915bf is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:13.765005 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6e346bf0-21c0-4180-8f13-e5ec2827608d req-f54183c6-bee7-4b30-b263-8bff1c1eaa96 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3084633 Apr 11 16:52:13.955192 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d9595e39-ee02-42bb-abe3-f42012264a50 req-3af93651-742c-44c4-b9bd-0d262729b72f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 210 time: 0.0353971 Apr 11 16:52:14.860142 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f8103548-458a-44fc-bb44-be6cafa773d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:14.894744 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8cfce-fe47-4119-8231-21d78404b624 req-58756643-9dc3-431d-b9d5-3b2578ca84bb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:14.896233 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dba8cfce-fe47-4119-8231-21d78404b624 req-58756643-9dc3-431d-b9d5-3b2578ca84bb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0569468 Apr 11 16:52:14.944661 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dba8cfce-fe47-4119-8231-21d78404b624 req-6bef62a4-2aa1-426c-ae0a-7cf76e695b3b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428076 Apr 11 16:52:15.068676 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-79af104a-acf4-49b1-9fab-0b467694d266 req-2647af94-479f-49f9-b349-73432b9295af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 210 time: 0.0299599 Apr 11 16:52:15.085481 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 38050) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:15.185048 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2b543811-8031-4e98-9b76-a916c9f7d2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.257141 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2b543811-8031-4e98-9b76-a916c9f7d2f0 admin admin] Publish callbacks [] for security_group (370527da-ebf5-4c25-b5d1-f3a9b88cf3cc), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.260769 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2b543811-8031-4e98-9b76-a916c9f7d2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (370527da-ebf5-4c25-b5d1-f3a9b88cf3cc), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.298772 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2b543811-8031-4e98-9b76-a916c9f7d2f0 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=454f6ecfbfe44c308b1d8b2d70124295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120972 Apr 11 16:52:15.299822 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b543811-8031-4e98-9b76-a916c9f7d2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=370527da-ebf5-4c25-b5d1-f3a9b88cf3cc,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:15.301398 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38054) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:15.347917 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d92a841-182c-41dc-b0dc-841efef95a13 admin admin] Publish callbacks [] for security_group (370527da-ebf5-4c25-b5d1-f3a9b88cf3cc), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.368410 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d92a841-182c-41dc-b0dc-841efef95a13 admin admin] Publish callbacks [] for security_group (370527da-ebf5-4c25-b5d1-f3a9b88cf3cc), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.414131 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d92a841-182c-41dc-b0dc-841efef95a13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (370527da-ebf5-4c25-b5d1-f3a9b88cf3cc), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.416936 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d92a841-182c-41dc-b0dc-841efef95a13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.418070 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5d92a841-182c-41dc-b0dc-841efef95a13 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/370527da-ebf5-4c25-b5d1-f3a9b88cf3cc HTTP/1.1" status: 204 len: 168 time: 0.1156445 Apr 11 16:52:15.426143 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92a841-182c-41dc-b0dc-841efef95a13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370527da-ebf5-4c25-b5d1-f3a9b88cf3cc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:15.687452 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 38066) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:15.700509 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-593282d3-fee0-4174-a4b9-49b3b2e4b36a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.771185 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-593282d3-fee0-4174-a4b9-49b3b2e4b36a admin admin] Publish callbacks [] for security_group (f2bb1281-897a-477c-b3f7-dd7d66c04688), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.774826 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-593282d3-fee0-4174-a4b9-49b3b2e4b36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f2bb1281-897a-477c-b3f7-dd7d66c04688), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.814757 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-593282d3-fee0-4174-a4b9-49b3b2e4b36a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5dc2d9a1b7534f8384a20d61bfefa08e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1262245 Apr 11 16:52:15.815677 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593282d3-fee0-4174-a4b9-49b3b2e4b36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2bb1281-897a-477c-b3f7-dd7d66c04688,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:15.817419 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38068) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:15.865449 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e59b0030-71b9-467f-946f-30651d25023d admin admin] Publish callbacks [] for security_group (f2bb1281-897a-477c-b3f7-dd7d66c04688), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.886609 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e59b0030-71b9-467f-946f-30651d25023d admin admin] Publish callbacks [] for security_group (f2bb1281-897a-477c-b3f7-dd7d66c04688), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.910039 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.933515 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e59b0030-71b9-467f-946f-30651d25023d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f2bb1281-897a-477c-b3f7-dd7d66c04688), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.935941 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e59b0030-71b9-467f-946f-30651d25023d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:15.937179 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e59b0030-71b9-467f-946f-30651d25023d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f2bb1281-897a-477c-b3f7-dd7d66c04688 HTTP/1.1" status: 204 len: 168 time: 0.1178486 Apr 11 16:52:15.944517 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b0030-71b9-467f-946f-30651d25023d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2bb1281-897a-477c-b3f7-dd7d66c04688,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:16.059529 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a14587-0150-4c25-ba98-295a7f825ca7 req-36342539-5fcd-4e86-89e3-16c682e954c3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:16.061026 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-59a14587-0150-4c25-ba98-295a7f825ca7 req-36342539-5fcd-4e86-89e3-16c682e954c3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0497823 Apr 11 16:52:16.113453 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-59a14587-0150-4c25-ba98-295a7f825ca7 req-06d4fcb3-2378-482d-80e6-e91723ae84fc tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466909 Apr 11 16:52:16.190679 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fa0f04ad-4ff0-4078-8468-fd8d1fcf23bc req-d0d10736-72c8-4c2e-ac8b-68d99adb511e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 210 time: 0.0264392 Apr 11 16:52:17.267949 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0432b8-72ec-4e02-b39f-de74ef266c6b req-de9a4639-dbc9-499f-bcfd-e49dbc29d93a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:17.269638 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fd0432b8-72ec-4e02-b39f-de74ef266c6b req-de9a4639-dbc9-499f-bcfd-e49dbc29d93a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0739613 Apr 11 16:52:17.316907 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a9325d07-c989-4639-a7d6-c35d72366e28 req-203126dd-e794-4bf0-b678-0c5052523c12 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 210 time: 0.0453711 Apr 11 16:52:17.354124 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fd0432b8-72ec-4e02-b39f-de74ef266c6b req-87ede65b-8a0b-4cb4-87b5-681eea2f9188 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710008 Apr 11 16:52:17.529672 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:17.761579 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af0c5f-4c52-4cd3-881d-856d867c1a38 req-7c81172e-0ab0-4510-a0d3-5973d1c573bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:17.763223 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b2af0c5f-4c52-4cd3-881d-856d867c1a38 req-7c81172e-0ab0-4510-a0d3-5973d1c573bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 1129 time: 0.0427318 Apr 11 16:52:17.812045 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b2af0c5f-4c52-4cd3-881d-856d867c1a38 req-8fcf4db0-9340-419d-b663-2337a80c83c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410626 Apr 11 16:52:18.275426 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-3611f4a4-9d3a-4af3-8df1-74a3136a29b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:18.276865 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-3611f4a4-9d3a-4af3-8df1-74a3136a29b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 817 time: 0.1171908 Apr 11 16:52:18.352946 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.418842 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be8eb21e-f532-4e02-bbb7-1f4be626135c req-3585015b-2d30-4ee3-8658-9a49aada4019 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 210 time: 0.0307732 Apr 11 16:52:18.471464 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca548c0-efc0-4b85-b762-4bf77c989581 req-9fa5cfd7-a5d2-444e-a019-6dc97b7eef58 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:18.473254 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ca548c0-efc0-4b85-b762-4bf77c989581 req-9fa5cfd7-a5d2-444e-a019-6dc97b7eef58 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0474324 Apr 11 16:52:18.522078 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ca548c0-efc0-4b85-b762-4bf77c989581 req-3f1b3631-3f90-4161-bcd0-f115ad913e98 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431285 Apr 11 16:52:18.862664 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-b3ed412a-cf6d-4e8b-9785-7052d6d30a8b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c HTTP/1.1" status: 200 len: 380 time: 0.2503197 Apr 11 16:52:18.872380 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'port': {'device_id': '097fd19a-fd46-4921-a1ae-43f300650c79', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'admin_state_up': True, 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'security_groups': ['d006f83c-27fb-4078-b7dc-94b916a3061b']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:18.929266 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38206) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:18.965053 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.989716 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Made reservation on behalf of 8dd57077e3604d8c8fb3ca58dbb64a1c for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:18.993228 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.047699 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9432ee5-4c8d-4ad5-b92e-cef55958f634 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.130481 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9432ee5-4c8d-4ad5-b92e-cef55958f634 admin admin] Publish callbacks [] for security_group (f49b04e0-f7f3-4aa9-8eb3-6ad5dbdba707), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.130903 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Allocated IP 172.20.0.10 (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c/6d9e9852-fdac-4b82-bda8-afd6358c27c6/c1ded018-7993-4947-90bb-8a93833988ea) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:19.134120 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f9432ee5-4c8d-4ad5-b92e-cef55958f634 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f49b04e0-f7f3-4aa9-8eb3-6ad5dbdba707), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.174081 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f9432ee5-4c8d-4ad5-b92e-cef55958f634 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5237d7452c09429b829e9763a555449c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2436159 Apr 11 16:52:19.175248 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9432ee5-4c8d-4ad5-b92e-cef55958f634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49b04e0-f7f3-4aa9-8eb3-6ad5dbdba707,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:19.177909 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38210) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:19.242341 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-758f2b42-eaff-4be2-867a-a9e7a6926661 admin admin] Publish callbacks [] for security_group (f49b04e0-f7f3-4aa9-8eb3-6ad5dbdba707), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.261525 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-758f2b42-eaff-4be2-867a-a9e7a6926661 admin admin] Publish callbacks [] for security_group (f49b04e0-f7f3-4aa9-8eb3-6ad5dbdba707), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.302051 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for port (c1ded018-7993-4947-90bb-8a93833988ea), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.316332 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-758f2b42-eaff-4be2-867a-a9e7a6926661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f49b04e0-f7f3-4aa9-8eb3-6ad5dbdba707), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.318968 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-758f2b42-eaff-4be2-867a-a9e7a6926661 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.320049 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-758f2b42-eaff-4be2-867a-a9e7a6926661 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f49b04e0-f7f3-4aa9-8eb3-6ad5dbdba707 HTTP/1.1" status: 204 len: 168 time: 0.1412721 Apr 11 16:52:19.327763 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758f2b42-eaff-4be2-867a-a9e7a6926661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49b04e0-f7f3-4aa9-8eb3-6ad5dbdba707,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:19.343297 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.389790 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:19.392713 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:19.395304 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:19.400990 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:19.401929 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.424413 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:19.435830 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-6b2372b3-e14c-4437-b5ef-60f61deb1fb5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672035 Apr 11 16:52:19.547652 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32676d5c-e379-4170-803d-3279bebe017c req-bc674798-b06c-4aab-97ff-87e50cc798f9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:19.550775 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-32676d5c-e379-4170-803d-3279bebe017c req-bc674798-b06c-4aab-97ff-87e50cc798f9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 932 time: 0.0549397 Apr 11 16:52:19.626808 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-32676d5c-e379-4170-803d-3279bebe017c req-9823a225-cfc2-4e2c-988d-6494098c5032 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668919 Apr 11 16:52:19.676777 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051df7cc-bbad-4660-86a5-8875ad32306c req-4b57c2d3-2e2a-4e1f-aaa2-2a0a09f4beae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:19.678201 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-051df7cc-bbad-4660-86a5-8875ad32306c req-4b57c2d3-2e2a-4e1f-aaa2-2a0a09f4beae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0558827 Apr 11 16:52:19.732493 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-051df7cc-bbad-4660-86a5-8875ad32306c req-15f4532e-f07c-4af6-9280-4b08c4afcc47 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Apr 11 16:52:19.734125 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-da56749c-abcb-4fa5-a53b-93c543cda9b8 None None] Provisioning complete for port c1ded018-7993-4947-90bb-8a93833988ea triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:19.734519 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-da56749c-abcb-4fa5-a53b-93c543cda9b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c1ded018-7993-4947-90bb-8a93833988ea), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.771551 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-da56749c-abcb-4fa5-a53b-93c543cda9b8 None None] Port c1ded018-7993-4947-90bb-8a93833988ea cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:52:19.782944 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Request body: {'port': {'device_id': '097fd19a-fd46-4921-a1ae-43f300650c79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:19.853075 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.165550 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1ded018-7993-4947-90bb-8a93833988ea {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:20.173657 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Publish callbacks [] for port (c1ded018-7993-4947-90bb-8a93833988ea), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.185631 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Transition to ACTIVE for port object c1ded018-7993-4947-90bb-8a93833988ea will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:52:20.189106 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.237308 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:20.279508 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Attempting to bind port c1ded018-7993-4947-90bb-8a93833988ea on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:52:20.279981 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Attempting to bind port c1ded018-7993-4947-90bb-8a93833988ea by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:52:20.280412 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Attempting to bind port c1ded018-7993-4947-90bb-8a93833988ea on network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:20.291045 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Port c1ded018-7993-4947-90bb-8a93833988ea on network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:52:20.291496 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Attempting to bind port c1ded018-7993-4947-90bb-8a93833988ea on network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:20.297613 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:52:20.298076 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Checking segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:20.298576 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Bound using segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:52:20.299047 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Bound port: c1ded018-7993-4947-90bb-8a93833988ea, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:52:20.299648 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.368962 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:52:20.372310 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:52:20.377390 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.413029 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.413661 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.415099 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] 10.222.0.15 "PUT /v2.0/ports/c1ded018-7993-4947-90bb-8a93833988ea HTTP/1.1" status: 200 len: 1094 time: 0.6386452 Apr 11 16:52:20.415529 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:20.417763 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3" -d '{"events": [{"name": "network-changed", "server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "tag": "c1ded018-7993-4947-90bb-8a93833988ea"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:20.448320 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d874e7b-09a1-4348-8ad7-6ae592edd0da service neutron] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:20.459705 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf394f3-854e-4fd7-bdd0-50aa2706e4af x-openstack-request-id: req-7cf394f3-854e-4fd7-bdd0-50aa2706e4af {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:20.459994 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "tag": "c1ded018-7993-4947-90bb-8a93833988ea", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:20.460241 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7cf394f3-854e-4fd7-bdd0-50aa2706e4af {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:20.460642 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cf394f3-854e-4fd7-bdd0-50aa2706e4af'] response: {'name': 'network-changed', 'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea', 'status': 'completed', 'code': 200} Apr 11 16:52:20.541824 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-12002ccb-e10f-4e6e-8167-2eceaa699892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.543468 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-12002ccb-e10f-4e6e-8167-2eceaa699892 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 1128 time: 0.0421860 Apr 11 16:52:20.598774 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-2578fa55-c864-4540-808d-240cd2e85dec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1ded018-7993-4947-90bb-8a93833988ea HTTP/1.1" status: 200 len: 217 time: 0.0370953 Apr 11 16:52:20.657935 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-22a09d0b-8eca-42e1-9d7e-afde51d907ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.659409 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-22a09d0b-8eca-42e1-9d7e-afde51d907ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.0513263 Apr 11 16:52:20.703863 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-f0503151-1f07-47cb-ab4a-8a1af629243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.705374 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-f0503151-1f07-47cb-ab4a-8a1af629243a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388713 Apr 11 16:52:20.746840 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bb1fe-4ee9-4ea5-b445-da5cf21ee40d req-68d1ce4d-6bb5-4e68-9fba-3eab5afbc9dc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.748262 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6d9bb1fe-4ee9-4ea5-b445-da5cf21ee40d req-68d1ce4d-6bb5-4e68-9fba-3eab5afbc9dc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0474322 Apr 11 16:52:20.800939 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6d9bb1fe-4ee9-4ea5-b445-da5cf21ee40d req-ceb32a53-b36e-49bb-88f6-5618f35900f0 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468752 Apr 11 16:52:20.816768 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-3d982ab7-39d9-4979-90b6-7517c1be0789 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026995 Apr 11 16:52:20.862177 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa3d625-f93b-4ab5-aa0a-4967a94afafc req-e57ada9b-9c24-4a38-ace2-cc6b30fab38f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.863677 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6fa3d625-f93b-4ab5-aa0a-4967a94afafc req-e57ada9b-9c24-4a38-ace2-cc6b30fab38f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0526574 Apr 11 16:52:20.913399 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f3d236db-d93d-4403-a9d4-263c03c11344 req-2abc76a9-e23e-4226-86df-cb914d9679bf service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866761 Apr 11 16:52:20.918906 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6fa3d625-f93b-4ab5-aa0a-4967a94afafc req-f87a4424-8494-4c36-924f-0ed8d7699675 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494223 Apr 11 16:52:21.034823 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe5669-6ce9-4ce6-8a2a-7e091b1e1d83 req-14e44b50-2088-4019-b08e-ef9f7be5d310 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.036294 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c2fe5669-6ce9-4ce6-8a2a-7e091b1e1d83 req-14e44b50-2088-4019-b08e-ef9f7be5d310 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0465009 Apr 11 16:52:21.080200 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-c571e462-3839-4530-b42f-bfe0a0254fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.081762 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-c571e462-3839-4530-b42f-bfe0a0254fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 1128 time: 0.0450249 Apr 11 16:52:21.085076 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c2fe5669-6ce9-4ce6-8a2a-7e091b1e1d83 req-8bbf6855-5091-4584-a505-99f3c485b1a4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431118 Apr 11 16:52:21.190629 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-dfe90964-bb47-4062-b52d-e4ee0f4a7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.192090 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-dfe90964-bb47-4062-b52d-e4ee0f4a7b99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 919 time: 0.0986891 Apr 11 16:52:21.239702 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-d29c0405-a7a6-4693-aad9-e6f6f1194aa3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1ded018-7993-4947-90bb-8a93833988ea HTTP/1.1" status: 200 len: 217 time: 0.0396349 Apr 11 16:52:21.294484 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-28f2baca-4bbf-4cb4-a2cf-5ef181899ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.295532 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-28f2baca-4bbf-4cb4-a2cf-5ef181899ee7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.0481694 Apr 11 16:52:21.360857 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-2e539b19-03c1-4b64-b0f8-943b868a7d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.363632 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-2e539b19-03c1-4b64-b0f8-943b868a7d47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0611870 Apr 11 16:52:21.469737 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-0d2bc4b7-071d-41a6-b618-cc1098102dde service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974576 Apr 11 16:52:21.560971 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-29e56ab4-f0d9-4eff-a22a-39cd0d83bfc3 req-434f74bb-ecb0-4796-a778-a7fdc891b4e9 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847440 Apr 11 16:52:21.917274 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10689663-b618-42a1-8031-27a08497dad0 req-d9273685-e422-448a-b295-0c1d90f207ad tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:21.918762 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-10689663-b618-42a1-8031-27a08497dad0 req-d9273685-e422-448a-b295-0c1d90f207ad tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0473373 Apr 11 16:52:21.969806 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-10689663-b618-42a1-8031-27a08497dad0 req-7c80d38c-5194-4cf3-90e1-b2dba9e488b0 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454745 Apr 11 16:52:23.083375 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6d872-65da-44b9-af7a-68bf74b9f03f req-d3359370-8267-4ed8-8aee-2c51847c234b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:23.084832 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-61f6d872-65da-44b9-af7a-68bf74b9f03f req-d3359370-8267-4ed8-8aee-2c51847c234b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0454812 Apr 11 16:52:23.129490 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-61f6d872-65da-44b9-af7a-68bf74b9f03f req-7274c4dc-956b-48f6-bb16-5c7978fb3d89 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390460 Apr 11 16:52:24.243503 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8653160-b451-4f39-b58f-e00e8361a93b req-63e6e4ec-b3d1-462a-9026-c3401b047310 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:24.245084 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c8653160-b451-4f39-b58f-e00e8361a93b req-63e6e4ec-b3d1-462a-9026-c3401b047310 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0463891 Apr 11 16:52:24.291399 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c8653160-b451-4f39-b58f-e00e8361a93b req-39f4483b-52b1-4cc5-95f3-2ecee39a4610 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404210 Apr 11 16:52:25.408966 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c0f7d7-c052-470a-861d-348dd9ee6466 req-4be79cfd-4aa2-4730-a473-9b9a7e0c7555 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:25.410464 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a6c0f7d7-c052-470a-861d-348dd9ee6466 req-4be79cfd-4aa2-4730-a473-9b9a7e0c7555 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0503905 Apr 11 16:52:25.460956 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a6c0f7d7-c052-470a-861d-348dd9ee6466 req-0e0cf290-2915-4ec9-896e-27bb9854fd3a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449808 Apr 11 16:52:25.919386 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d5fc2-9755-4af3-adf1-ecd73d7a8c04 req-371bcd85-fa42-4c7a-aaf1-3b2aee0efd84 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:25.921213 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-965d5fc2-9755-4af3-adf1-ecd73d7a8c04 req-371bcd85-fa42-4c7a-aaf1-3b2aee0efd84 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0493000 Apr 11 16:52:25.924314 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-ccd6ac95-c457-4511-8f5f-90365554b9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:25.925790 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-ccd6ac95-c457-4511-8f5f-90365554b9b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 1130 time: 0.0477676 Apr 11 16:52:25.975265 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-965d5fc2-9755-4af3-adf1-ecd73d7a8c04 req-6558bac7-395b-476e-9d25-c10a19b2ae37 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460374 Apr 11 16:52:26.024475 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-1c76d6dc-57fa-4710-9b4b-cf2abcf0589a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.025919 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-1c76d6dc-57fa-4710-9b4b-cf2abcf0589a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.0894637 Apr 11 16:52:26.066425 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-a7377d7e-2497-47f2-bcb0-e117e7e7c47a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9 HTTP/1.1" status: 200 len: 217 time: 0.0332582 Apr 11 16:52:26.117026 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-7826283c-d591-450e-92d0-00eaef181919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.118433 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-7826283c-d591-450e-92d0-00eaef181919 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0447915 Apr 11 16:52:26.159964 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-e428edd4-8987-4ff7-910e-8ffb92bb38a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.161476 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-e428edd4-8987-4ff7-910e-8ffb92bb38a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367975 Apr 11 16:52:26.259694 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-4f588d7e-413e-4a22-83d1-a1386ef045af service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844765 Apr 11 16:52:26.350343 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-06a0aed1-a5c1-417a-9a0b-8a0fd224c624 req-73e52e15-a4e6-4388-85e2-2e114d0f42cc service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836496 Apr 11 16:52:26.579227 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb37205-821a-41f6-9e71-89cbb3922ec8 req-4f92c7b7-33e4-49b6-9de2-b5809f4c1f7e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.580731 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6cb37205-821a-41f6-9e71-89cbb3922ec8 req-4f92c7b7-33e4-49b6-9de2-b5809f4c1f7e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0495753 Apr 11 16:52:26.627941 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6cb37205-821a-41f6-9e71-89cbb3922ec8 req-e7f4a646-d8ad-49ad-a1e0-e8e9281ec006 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409214 Apr 11 16:52:26.916985 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:52:27.092974 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49824e8c-f5b1-4806-9b98-844a427482c0 req-38185b7e-92e6-41f3-b1e7-99b0895f8ce8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:27.094461 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-49824e8c-f5b1-4806-9b98-844a427482c0 req-38185b7e-92e6-41f3-b1e7-99b0895f8ce8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0471237 Apr 11 16:52:27.142140 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-49824e8c-f5b1-4806-9b98-844a427482c0 req-114f3941-58f2-423d-b0cf-710ffc8074c9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421267 Apr 11 16:52:27.263819 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38362) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:27.366523 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-982993c8-b6af-4eec-93da-6e3e63d81523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.440242 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-982993c8-b6af-4eec-93da-6e3e63d81523 admin admin] Publish callbacks [] for security_group (cf52e397-8365-441a-abd6-121aa2784446), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.443835 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-982993c8-b6af-4eec-93da-6e3e63d81523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (cf52e397-8365-441a-abd6-121aa2784446), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.491473 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-982993c8-b6af-4eec-93da-6e3e63d81523 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6bd700b997704c278a54c7063d071819&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2264891 Apr 11 16:52:27.492573 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982993c8-b6af-4eec-93da-6e3e63d81523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf52e397-8365-441a-abd6-121aa2784446,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:27.494109 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 38366) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:27.546211 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bff66488-6729-463e-8b1b-4fb59529a047 admin admin] Publish callbacks [] for security_group (cf52e397-8365-441a-abd6-121aa2784446), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.568490 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bff66488-6729-463e-8b1b-4fb59529a047 admin admin] Publish callbacks [] for security_group (cf52e397-8365-441a-abd6-121aa2784446), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.618684 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bff66488-6729-463e-8b1b-4fb59529a047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (cf52e397-8365-441a-abd6-121aa2784446), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.621624 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bff66488-6729-463e-8b1b-4fb59529a047 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.623322 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bff66488-6729-463e-8b1b-4fb59529a047 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf52e397-8365-441a-abd6-121aa2784446 HTTP/1.1" status: 204 len: 168 time: 0.1276915 Apr 11 16:52:27.632334 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff66488-6729-463e-8b1b-4fb59529a047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf52e397-8365-441a-abd6-121aa2784446,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:27.761383 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56929cd-f049-4350-a308-9260adba0dfe req-1ce48441-4a5e-4a3c-950f-4b0081432685 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:27.763459 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d56929cd-f049-4350-a308-9260adba0dfe req-1ce48441-4a5e-4a3c-950f-4b0081432685 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0522938 Apr 11 16:52:27.808968 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d56929cd-f049-4350-a308-9260adba0dfe req-03e3a1ae-fe3a-4242-8bcf-52ded25d42df tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401070 Apr 11 16:52:28.264233 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa82093-83a1-487a-ad76-bf25622673a3 req-e9e2b5f1-a809-4d15-b456-3d7f8867b1ef tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:28.266489 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3aa82093-83a1-487a-ad76-bf25622673a3 req-e9e2b5f1-a809-4d15-b456-3d7f8867b1ef tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0518897 Apr 11 16:52:28.318050 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3aa82093-83a1-487a-ad76-bf25622673a3 req-15ef5aec-9b86-4f4b-908f-466303527c0c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Apr 11 16:52:28.927442 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dbeaeb-fecc-4806-a64f-872261abab66 req-2b65aa45-1f4f-476b-b2e6-53783f6db720 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:28.929018 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-21dbeaeb-fecc-4806-a64f-872261abab66 req-2b65aa45-1f4f-476b-b2e6-53783f6db720 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0493650 Apr 11 16:52:28.983835 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-21dbeaeb-fecc-4806-a64f-872261abab66 req-b433a686-01f6-45d7-8375-c1407282ec43 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489790 Apr 11 16:52:29.433385 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c3c01-007a-49ab-b688-9274a87664c6 req-278faa4a-b494-45ac-aad7-d31bd1fb1d27 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:29.435262 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-de6c3c01-007a-49ab-b688-9274a87664c6 req-278faa4a-b494-45ac-aad7-d31bd1fb1d27 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0494182 Apr 11 16:52:29.491189 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-de6c3c01-007a-49ab-b688-9274a87664c6 req-94f9a4f9-033e-4161-aec2-a0ff0739b93b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491443 Apr 11 16:52:29.534935 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:52:29.567609 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 38478) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:29.636366 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:29.649261 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'c1ded018-7993-4947-90bb-8a93833988ea', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'port_id': 'c1ded018-7993-4947-90bb-8a93833988ea', 'mac_address': 'fa:16:3e:af:c6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:52:29.689444 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c1ded018-7993-4947-90bb-8a93833988ea is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:29.689939 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.706218 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ded018-7993-4947-90bb-8a93833988ea {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:29.731365 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:29.735413 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.743602 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c05df39-4403-42b4-a8e8-85cf99db7de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.802450 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:29.854510 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c05df39-4403-42b4-a8e8-85cf99db7de6 admin admin] Publish callbacks [] for security_group (cf424b18-7c81-408c-8c24-7a7ae274be78), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.858563 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8c05df39-4403-42b4-a8e8-85cf99db7de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (cf424b18-7c81-408c-8c24-7a7ae274be78), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.894025 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c05df39-4403-42b4-a8e8-85cf99db7de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf424b18-7c81-408c-8c24-7a7ae274be78,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:29.909211 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8c05df39-4403-42b4-a8e8-85cf99db7de6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6341e5f3b2e3429a94049772414121d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3373547 Apr 11 16:52:29.909551 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:29.959515 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa20bfe2-8b4b-4892-95ed-c9bde619862f admin admin] Publish callbacks [] for security_group (cf424b18-7c81-408c-8c24-7a7ae274be78), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.980885 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa20bfe2-8b4b-4892-95ed-c9bde619862f admin admin] Publish callbacks [] for security_group (cf424b18-7c81-408c-8c24-7a7ae274be78), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.031248 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa20bfe2-8b4b-4892-95ed-c9bde619862f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (cf424b18-7c81-408c-8c24-7a7ae274be78), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.034022 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa20bfe2-8b4b-4892-95ed-c9bde619862f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.035236 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-aa20bfe2-8b4b-4892-95ed-c9bde619862f admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cf424b18-7c81-408c-8c24-7a7ae274be78 HTTP/1.1" status: 204 len: 168 time: 0.1245508 Apr 11 16:52:30.043236 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20bfe2-8b4b-4892-95ed-c9bde619862f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf424b18-7c81-408c-8c24-7a7ae274be78,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:30.109886 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea0c11-9dcf-447a-886c-e727b0098dd0 req-1d4c3234-5c1b-4e9c-972f-6075ae24ea7c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:30.111410 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ccea0c11-9dcf-447a-886c-e727b0098dd0 req-1d4c3234-5c1b-4e9c-972f-6075ae24ea7c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 945 time: 0.0468292 Apr 11 16:52:30.163981 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ccea0c11-9dcf-447a-886c-e727b0098dd0 req-05288e40-53cc-4862-8259-ac6f624a497f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466416 Apr 11 16:52:30.236223 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['c1ded018-7993-4947-90bb-8a93833988ea'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:52:30.601420 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bceb92-39f9-4a20-bc19-e94e4ca3b8de req-e2cee7a7-f203-41de-91b6-641691fbafad tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:30.602925 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e7bceb92-39f9-4a20-bc19-e94e4ca3b8de req-e2cee7a7-f203-41de-91b6-641691fbafad tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0476944 Apr 11 16:52:30.651846 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e7bceb92-39f9-4a20-bc19-e94e4ca3b8de req-2b816506-1e17-426f-8503-bcbbf3a1fd84 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431099 Apr 11 16:52:31.290777 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010f29a-d389-4af7-b5ee-39f3ab8214eb req-0a791d2e-c90f-4d23-821e-596999d0ac96 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:31.292837 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d010f29a-d389-4af7-b5ee-39f3ab8214eb req-0a791d2e-c90f-4d23-821e-596999d0ac96 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Apr 11 16:52:31.344743 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d010f29a-d389-4af7-b5ee-39f3ab8214eb req-3e2efaba-f22c-4735-850b-742ee2d73b74 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462911 Apr 11 16:52:31.547960 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:31.607145 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port c1ded018-7993-4947-90bb-8a93833988ea completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:52:31.613200 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port c1ded018-7993-4947-90bb-8a93833988ea triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:31.613949 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c1ded018-7993-4947-90bb-8a93833988ea), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:31.708200 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c1ded018-7993-4947-90bb-8a93833988ea is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:31.708731 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:31.732851 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:31.735320 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1a9c2d-68c3-433c-a541-266b4837abd8" -d '{"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-plugged", "status": "completed", "tag": "c1ded018-7993-4947-90bb-8a93833988ea"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:31.759857 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:31.765526 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:31.776478 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1a01d1-384b-4848-af5a-9e6e00c03d4b x-openstack-request-id: req-4e1a01d1-384b-4848-af5a-9e6e00c03d4b {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:31.777068 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-plugged", "status": "completed", "tag": "c1ded018-7993-4947-90bb-8a93833988ea", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:31.777310 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4e1a01d1-384b-4848-af5a-9e6e00c03d4b {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:31.778459 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e1a01d1-384b-4848-af5a-9e6e00c03d4b'] response: {'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea', 'code': 200} Apr 11 16:52:31.812162 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ab2c9a-5bf1-4bb2-9ed7-536a90b37af6 req-f61ac904-0b2f-4a4c-a2d8-51c6ccb83848 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:31.814640 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-70ab2c9a-5bf1-4bb2-9ed7-536a90b37af6 req-f61ac904-0b2f-4a4c-a2d8-51c6ccb83848 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0623415 Apr 11 16:52:31.853240 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:31.888939 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-70ab2c9a-5bf1-4bb2-9ed7-536a90b37af6 req-d6893295-717d-4ed8-ae1e-fb5cd659c6ee tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605035 Apr 11 16:52:32.040939 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24dc80-7fa6-4b64-a963-9e48648cd84f req-a91472c4-9a69-49ab-b004-435c73ccd939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.042561 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e24dc80-7fa6-4b64-a963-9e48648cd84f req-a91472c4-9a69-49ab-b004-435c73ccd939 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 1130 time: 0.0460739 Apr 11 16:52:32.092415 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e24dc80-7fa6-4b64-a963-9e48648cd84f req-1570aadb-d41f-43d3-b725-66e323b72d73 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429986 Apr 11 16:52:32.472159 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e8d93-3dbc-4410-b226-426d9c7565fa req-88efef2a-0cfe-4b91-831b-df6e0b783b5f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.473652 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-003e8d93-3dbc-4410-b226-426d9c7565fa req-88efef2a-0cfe-4b91-831b-df6e0b783b5f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0501983 Apr 11 16:52:32.519311 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-003e8d93-3dbc-4410-b226-426d9c7565fa req-2b8e697f-eb97-4b56-8900-7abd1870ce3f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402062 Apr 11 16:52:33.009423 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65040ad9-095d-4c84-8f65-a8fe6170e941 req-73280fcb-20fb-41e7-8363-f73ee6b8e2ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:33.011082 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-65040ad9-095d-4c84-8f65-a8fe6170e941 req-73280fcb-20fb-41e7-8363-f73ee6b8e2ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0477216 Apr 11 16:52:33.057788 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-65040ad9-095d-4c84-8f65-a8fe6170e941 req-f0d4822d-8b1d-4ba3-bbe5-cc5f6c51b53b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405469 Apr 11 16:52:33.639863 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45451a2c-a648-486b-8a15-dbc56520b59c req-ca28fdf9-9ce8-43e0-bebc-b1146dd059d7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:33.641360 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-45451a2c-a648-486b-8a15-dbc56520b59c req-ca28fdf9-9ce8-43e0-bebc-b1146dd059d7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0530636 Apr 11 16:52:33.692142 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-45451a2c-a648-486b-8a15-dbc56520b59c req-3a7483ac-2a54-4f05-9482-5a2a9aad6266 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450146 Apr 11 16:52:34.178421 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d66d8-7987-40a2-a96b-80898f6aeb23 req-8713c1da-1196-41f0-9f55-05b658de9605 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:34.180002 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fc4d66d8-7987-40a2-a96b-80898f6aeb23 req-8713c1da-1196-41f0-9f55-05b658de9605 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0544543 Apr 11 16:52:34.226481 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fc4d66d8-7987-40a2-a96b-80898f6aeb23 req-9bb2a0e6-5e8a-4970-b815-4176a82bbcda tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 Apr 11 16:52:34.719324 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-287ba49c-96ab-4863-9299-81916013b176 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1063562610&fields=id&tenant_id=3005863d507649d3ba7854fb41792452 HTTP/1.1" status: 200 len: 267 time: 0.0512831 Apr 11 16:52:34.850202 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e53fc4-0389-41cf-8959-dd0b10d96f44 req-743c08c2-024b-4d4c-8071-2654fae0fc7d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:34.851674 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a0e53fc4-0389-41cf-8959-dd0b10d96f44 req-743c08c2-024b-4d4c-8071-2654fae0fc7d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0644004 Apr 11 16:52:34.871709 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-1a2f21e0-9c54-450e-9196-9a556a3c2659 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:34.873085 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-1a2f21e0-9c54-450e-9196-9a556a3c2659 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 809 time: 0.1510835 Apr 11 16:52:34.894023 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-b125c43c-d29b-455b-b4be-2999011118fa tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/quotas/3005863d507649d3ba7854fb41792452 HTTP/1.1" status: 200 len: 375 time: 0.0151422 Apr 11 16:52:34.947921 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a0e53fc4-0389-41cf-8959-dd0b10d96f44 req-01a5559f-fadb-433e-b25b-345f09c0656c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907464 Apr 11 16:52:34.959785 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-5954cc8f-e89b-4a84-a276-477beb7af2dc tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603194 Apr 11 16:52:35.095075 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e99776-c40d-4b5b-a7fa-35671acac2d4 req-3d9ed865-3315-4148-aca1-3f990f228d19 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:35.096602 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-24e99776-c40d-4b5b-a7fa-35671acac2d4 req-3d9ed865-3315-4148-aca1-3f990f228d19 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0706730 Apr 11 16:52:35.102693 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-a6d48209-a0c8-4366-b224-6d134407bb3a service neutron] 10.222.0.73 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305332 Apr 11 16:52:35.105099 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38668) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:35.109362 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'floatingip': {'port_id': 'c1ded018-7993-4947-90bb-8a93833988ea'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:35.171163 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (8054c2cf-d771-488d-bab1-228ce57cf8db), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:35.369954 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-34067044-d43b-4bfa-9713-5f048d24cbbd service neutron] 10.222.0.73 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578075 Apr 11 16:52:35.387805 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5edf9a-c4bf-49ac-b807-0ab9e20fbfdc req-d1e3f5a7-a271-457e-aa74-1f9b85afd21a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:35.389670 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5c5edf9a-c4bf-49ac-b807-0ab9e20fbfdc req-d1e3f5a7-a271-457e-aa74-1f9b85afd21a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0856085 Apr 11 16:52:35.527049 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5c5edf9a-c4bf-49ac-b807-0ab9e20fbfdc req-0e7b6cd4-c2ba-4ef8-995c-c4fd02446052 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056342 Apr 11 16:52:35.738807 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-33ac8856-de05-4858-917f-66fb285490db req-ed3a2d60-9263-4b46-85af-4930534fac24 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 210 time: 0.0476794 Apr 11 16:52:35.803249 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:35.809542 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (8054c2cf-d771-488d-bab1-228ce57cf8db), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:35.934969 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Floating IP 8054c2cf-d771-488d-bab1-228ce57cf8db associated. External IP: 172.27.1.106, port: c1ded018-7993-4947-90bb-8a93833988ea. Apr 11 16:52:36.150143 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 38708) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:36.288158 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea3a97d1-b270-4b7b-9f98-1d49609a52e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.375253 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea3a97d1-b270-4b7b-9f98-1d49609a52e5 admin admin] Publish callbacks [] for security_group (bb048e65-8521-4bf9-b3b8-9af9c28c2399), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.375574 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:36.379654 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ea3a97d1-b270-4b7b-9f98-1d49609a52e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (bb048e65-8521-4bf9-b3b8-9af9c28c2399), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.416674 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a97d1-b270-4b7b-9f98-1d49609a52e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb048e65-8521-4bf9-b3b8-9af9c28c2399,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:36.422943 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ea3a97d1-b270-4b7b-9f98-1d49609a52e5 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7ba734de4f4043c192b16468cd6af441&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2715845 Apr 11 16:52:36.425397 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 38714) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:36.477866 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb5c34e5-4997-47f4-b6f0-bf8c69fa5b32 admin admin] Publish callbacks [] for security_group (bb048e65-8521-4bf9-b3b8-9af9c28c2399), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.494104 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:36.499211 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.504036 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb5c34e5-4997-47f4-b6f0-bf8c69fa5b32 admin admin] Publish callbacks [] for security_group (bb048e65-8521-4bf9-b3b8-9af9c28c2399), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.507101 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] Sync routers for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:36.521367 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:36.522544 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:52:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:36.533571 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e20f1003-d0f3-4b2b-af73-7070420f0d66 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "PUT /v2.0/floatingips/8054c2cf-d771-488d-bab1-228ce57cf8db HTTP/1.1" status: 200 len: 992 time: 1.4273865 Apr 11 16:52:36.534808 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:36.538898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e74403-4442-41a7-af00-7db6c21e1897" -d '{"events": [{"name": "network-changed", "server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "tag": "c1ded018-7993-4947-90bb-8a93833988ea"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:36.565619 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb5c34e5-4997-47f4-b6f0-bf8c69fa5b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (bb048e65-8521-4bf9-b3b8-9af9c28c2399), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.568339 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-cb5c34e5-4997-47f4-b6f0-bf8c69fa5b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.573002 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-cb5c34e5-4997-47f4-b6f0-bf8c69fa5b32 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/bb048e65-8521-4bf9-b3b8-9af9c28c2399 HTTP/1.1" status: 204 len: 168 time: 0.1473432 Apr 11 16:52:36.582861 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5c34e5-4997-47f4-b6f0-bf8c69fa5b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb048e65-8521-4bf9-b3b8-9af9c28c2399,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:36.620843 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417bb3c9-8111-4a95-998c-a82e90eabeb9 x-openstack-request-id: req-417bb3c9-8111-4a95-998c-a82e90eabeb9 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:36.621130 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "tag": "c1ded018-7993-4947-90bb-8a93833988ea", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:36.621414 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-417bb3c9-8111-4a95-998c-a82e90eabeb9 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:36.621817 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-417bb3c9-8111-4a95-998c-a82e90eabeb9'] response: {'name': 'network-changed', 'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea', 'status': 'completed', 'code': 200} Apr 11 16:52:36.671521 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:36.684988 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69469c47-4024-4a13-a013-a25b62398ce1 req-c18aa9ef-4f46-4e47-9f62-36eb1d97009a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:36.686534 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-69469c47-4024-4a13-a013-a25b62398ce1 req-c18aa9ef-4f46-4e47-9f62-36eb1d97009a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0633230 Apr 11 16:52:36.742133 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-69469c47-4024-4a13-a013-a25b62398ce1 req-115d3fe7-8a07-4981-b9fe-8ef769747bb9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489097 Apr 11 16:52:36.874232 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-844386c9-79f2-4365-b784-e27c20d9690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:36.876094 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-844386c9-79f2-4365-b784-e27c20d9690c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 1130 time: 0.0745015 Apr 11 16:52:36.903654 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c069b325-19b0-4a05-9134-c6b4f1e0bdea req-500e4ccc-21bb-4b1e-af34-f34699aec736 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 210 time: 0.0460622 Apr 11 16:52:37.054078 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38744) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:37.086262 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '8054c2cf-d771-488d-bab1-228ce57cf8db', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'port_id': 'c1ded018-7993-4947-90bb-8a93833988ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'mac_address': 'fa:16:3e:af:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097fd19a-fd46-4921-a1ae-43f300650c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:10Z', 'updated_at': '2022-04-11T16:52:35Z', 'revision_number': 1, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:37.087921 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56263f42-277d-45c9-b0ea-5f24d3b7ead1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.148362 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] Checking router: 6b0fdddf-b177-45a7-8451-3ff8f08099f9 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:37.158189 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:37.158973 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:52:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:37.159362 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-e2191af3-a4fc-4756-b0b5-6e610a7e9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.161655 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-e2191af3-a4fc-4756-b0b5-6e610a7e9885 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 919 time: 0.2547443 Apr 11 16:52:37.189255 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-7aa2a79c-7932-4125-86d7-a189842552ba tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.190727 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-7aa2a79c-7932-4125-86d7-a189842552ba tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.15 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 809 time: 0.2251682 Apr 11 16:52:37.195323 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56263f42-277d-45c9-b0ea-5f24d3b7ead1 admin admin] Publish callbacks [] for security_group (0eb4773b-8d02-4ef0-bb92-298ae72b73da), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.200672 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56263f42-277d-45c9-b0ea-5f24d3b7ead1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0eb4773b-8d02-4ef0-bb92-298ae72b73da), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.239232 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-56263f42-277d-45c9-b0ea-5f24d3b7ead1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aa687a5e933445919d9fce0cf5629088&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839817 Apr 11 16:52:37.241554 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56263f42-277d-45c9-b0ea-5f24d3b7ead1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4773b-8d02-4ef0-bb92-298ae72b73da,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:37.244112 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38750) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:37.283387 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:37.305002 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-50a27519-a1d7-4873-91d5-70ccee86fbe5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1ded018-7993-4947-90bb-8a93833988ea HTTP/1.1" status: 200 len: 1000 time: 0.0965149 Apr 11 16:52:37.321628 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64f174a5-8533-42a6-8bc9-35dc5141d15b admin admin] Publish callbacks [] for security_group (0eb4773b-8d02-4ef0-bb92-298ae72b73da), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.352909 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64f174a5-8533-42a6-8bc9-35dc5141d15b admin admin] Publish callbacks [] for security_group (0eb4773b-8d02-4ef0-bb92-298ae72b73da), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.382367 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-85b6e9a2-d37b-499b-85ab-5a0557a26f29 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3005863d507649d3ba7854fb41792452 HTTP/1.1" status: 200 len: 380 time: 0.1349416 Apr 11 16:52:37.395913 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'port': {'device_id': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'admin_state_up': True, 'tenant_id': '3005863d507649d3ba7854fb41792452', 'security_groups': ['7b63a919-2347-49a5-bb88-0a374d1187eb']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:37.407145 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64f174a5-8533-42a6-8bc9-35dc5141d15b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0eb4773b-8d02-4ef0-bb92-298ae72b73da), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.409666 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-64f174a5-8533-42a6-8bc9-35dc5141d15b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.413269 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-64f174a5-8533-42a6-8bc9-35dc5141d15b admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0eb4773b-8d02-4ef0-bb92-298ae72b73da HTTP/1.1" status: 204 len: 168 time: 0.1656013 Apr 11 16:52:37.413433 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-fe079f5c-808b-4876-a258-322fa7a62f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.415774 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-fe079f5c-808b-4876-a258-322fa7a62f1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.1039450 Apr 11 16:52:37.419161 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f174a5-8533-42a6-8bc9-35dc5141d15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4773b-8d02-4ef0-bb92-298ae72b73da,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:37.510784 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-4b9e4040-aa5c-4702-9b0e-843ff2847b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.512755 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-4b9e4040-aa5c-4702-9b0e-843ff2847b62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823319 Apr 11 16:52:37.578023 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '8054c2cf-d771-488d-bab1-228ce57cf8db', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'port_id': 'c1ded018-7993-4947-90bb-8a93833988ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'mac_address': 'fa:16:3e:af:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097fd19a-fd46-4921-a1ae-43f300650c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:10Z', 'updated_at': '2022-04-11T16:52:35Z', 'revision_number': 1, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:37.626341 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Made reservation on behalf of 3005863d507649d3ba7854fb41792452 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:37.630240 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.663823 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-5cbe7b14-c873-4aa6-99bb-0dff24fdaf0d service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420910 Apr 11 16:52:37.688972 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e1f1cb-c3b7-47ef-9008-51c1831d9fde None None] The sync data for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi is: [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '8054c2cf-d771-488d-bab1-228ce57cf8db', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'floating_ip_address': '172.27.1.106', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'port_id': 'c1ded018-7993-4947-90bb-8a93833988ea', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'mac_address': 'fa:16:3e:af:c6:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '097fd19a-fd46-4921-a1ae-43f300650c79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:10Z', 'updated_at': '2022-04-11T16:52:35Z', 'revision_number': 1, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:37.814445 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38760) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:37.832793 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f200524-9445-4489-9b7b-418c98806092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.845775 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c2e74403-4442-41a7-af00-7db6c21e1897 req-e5d583b0-4111-4eb2-af84-e25fd4fa7be3 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706851 Apr 11 16:52:37.860547 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Allocated IP 172.20.0.3 (be579b75-f4a3-42be-b4ea-8e62c2860fb8/881537a1-3203-437f-a416-222d0d49cf22/75abe85b-209b-4086-a012-71ffc4ecc537) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:37.962030 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac1775-bb23-4c8b-ad5b-9965123d60a5 req-7a0c9f1b-869e-48b8-9007-f8f4d7f69c69 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.963869 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e2ac1775-bb23-4c8b-ad5b-9965123d60a5 req-7a0c9f1b-869e-48b8-9007-f8f4d7f69c69 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0905578 Apr 11 16:52:37.984357 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fde5475-095a-4899-92f0-52b9ca759cd1 None None] New status for floating IP 8054c2cf-d771-488d-bab1-228ce57cf8db: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:52:38.076102 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for port (75abe85b-209b-4086-a012-71ffc4ecc537), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.077517 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f200524-9445-4489-9b7b-418c98806092 admin admin] Publish callbacks [] for security_group (f423f02f-0444-466c-a4fa-e679a3f05153), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.080114 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c126f0b7-a658-4aaf-8fd7-7308d8b2f466 req-698c5dd0-bdc7-4c71-af6c-eef94d78516a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 210 time: 0.0596805 Apr 11 16:52:38.084156 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e2ac1775-bb23-4c8b-ad5b-9965123d60a5 req-10de0d70-59da-4aae-a2f7-a9827275588c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125309 Apr 11 16:52:38.086948 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6f200524-9445-4489-9b7b-418c98806092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f423f02f-0444-466c-a4fa-e679a3f05153), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.138004 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-6f200524-9445-4489-9b7b-418c98806092 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=01cb644158ae4c28844d1cce42b053c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3227344 Apr 11 16:52:38.139261 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f200524-9445-4489-9b7b-418c98806092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f423f02f-0444-466c-a4fa-e679a3f05153,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:38.151630 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38764) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:38.164107 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.224581 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:38.227651 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:38.231455 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:38.237439 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:38.237971 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.258920 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:38.274091 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-94bca1b7-b70e-420b-8717-3c61f965bb3e admin admin] Publish callbacks [] for security_group (f423f02f-0444-466c-a4fa-e679a3f05153), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.274249 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-d733e50f-3720-4b20-b738-cf423b0f0342 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8849888 Apr 11 16:52:38.297322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Request body: {'port': {'device_id': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:38.307425 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-94bca1b7-b70e-420b-8717-3c61f965bb3e admin admin] Publish callbacks [] for security_group (f423f02f-0444-466c-a4fa-e679a3f05153), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.379394 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-94bca1b7-b70e-420b-8717-3c61f965bb3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f423f02f-0444-466c-a4fa-e679a3f05153), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.382057 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-94bca1b7-b70e-420b-8717-3c61f965bb3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.383240 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-94bca1b7-b70e-420b-8717-3c61f965bb3e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f423f02f-0444-466c-a4fa-e679a3f05153 HTTP/1.1" status: 204 len: 168 time: 0.2296052 Apr 11 16:52:38.392032 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bca1b7-b70e-420b-8717-3c61f965bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f423f02f-0444-466c-a4fa-e679a3f05153,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:38.442812 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.568598 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-4665687d-8df4-4a8e-b854-9413d400bb0f None None] Provisioning complete for port 75abe85b-209b-4086-a012-71ffc4ecc537 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:38.568983 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4665687d-8df4-4a8e-b854-9413d400bb0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.609807 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-4665687d-8df4-4a8e-b854-9413d400bb0f None None] Port 75abe85b-209b-4086-a012-71ffc4ecc537 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:52:38.618622 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38782) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:38.739416 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41ba9225-cbd6-43e1-acc4-ebf90fae94c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.757201 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75abe85b-209b-4086-a012-71ffc4ecc537 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:38.769654 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Publish callbacks [] for port (75abe85b-209b-4086-a012-71ffc4ecc537), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.784589 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Transition to ACTIVE for port object 75abe85b-209b-4086-a012-71ffc4ecc537 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:52:38.791744 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.827763 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41ba9225-cbd6-43e1-acc4-ebf90fae94c1 admin admin] Publish callbacks [] for security_group (e503b3ae-88bc-4bb5-ac7e-dec9debd07e7), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.832760 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-41ba9225-cbd6-43e1-acc4-ebf90fae94c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (e503b3ae-88bc-4bb5-ac7e-dec9debd07e7), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.873130 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-41ba9225-cbd6-43e1-acc4-ebf90fae94c1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=b267058a86c7488e8a394ef6599be5ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2533064 Apr 11 16:52:38.876814 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38794) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:38.891129 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ba9225-cbd6-43e1-acc4-ebf90fae94c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e503b3ae-88bc-4bb5-ac7e-dec9debd07e7,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:38.944355 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-193bc2fb-20a2-495d-b2b7-9872996f0db2 admin admin] Publish callbacks [] for security_group (e503b3ae-88bc-4bb5-ac7e-dec9debd07e7), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.970923 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-193bc2fb-20a2-495d-b2b7-9872996f0db2 admin admin] Publish callbacks [] for security_group (e503b3ae-88bc-4bb5-ac7e-dec9debd07e7), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.033070 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-193bc2fb-20a2-495d-b2b7-9872996f0db2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (e503b3ae-88bc-4bb5-ac7e-dec9debd07e7), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.036089 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-193bc2fb-20a2-495d-b2b7-9872996f0db2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.040183 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-193bc2fb-20a2-495d-b2b7-9872996f0db2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e503b3ae-88bc-4bb5-ac7e-dec9debd07e7 HTTP/1.1" status: 204 len: 168 time: 0.1621907 Apr 11 16:52:39.049822 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193bc2fb-20a2-495d-b2b7-9872996f0db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e503b3ae-88bc-4bb5-ac7e-dec9debd07e7,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:39.055049 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Pushing event updated for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:39.106220 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Attempting to bind port 75abe85b-209b-4086-a012-71ffc4ecc537 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:52:39.106683 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Attempting to bind port 75abe85b-209b-4086-a012-71ffc4ecc537 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:52:39.107015 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Attempting to bind port 75abe85b-209b-4086-a012-71ffc4ecc537 on network be579b75-f4a3-42be-b4ea-8e62c2860fb8 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:39.112748 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Port 75abe85b-209b-4086-a012-71ffc4ecc537 on network be579b75-f4a3-42be-b4ea-8e62c2860fb8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:52:39.113512 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Attempting to bind port 75abe85b-209b-4086-a012-71ffc4ecc537 on network be579b75-f4a3-42be-b4ea-8e62c2860fb8 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:39.120507 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:52:39.121090 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Checking segment: {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:39.121677 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Bound using segment: {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:52:39.122582 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Bound port: 75abe85b-209b-4086-a012-71ffc4ecc537, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1159, 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:52:39.123318 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.237104 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:52:39.241333 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:52:39.253894 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.271330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ab4e5b-6ca7-4c81-a843-51436565e5a3 req-ad4f0df8-d864-4e9d-8340-528f4b244687 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:39.280216 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f6ab4e5b-6ca7-4c81-a843-51436565e5a3 req-ad4f0df8-d864-4e9d-8340-528f4b244687 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.1070964 Apr 11 16:52:39.305316 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:39.305941 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.307411 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] 10.222.0.15 "PUT /v2.0/ports/75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 1093 time: 1.0172858 Apr 11 16:52:39.307884 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:39.317720 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b1f20c-76f5-4df0-8336-ae6a955f9247" -d '{"events": [{"name": "network-changed", "server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:39.363881 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f670c06a-4a94-4319-b30b-299a82110565 service neutron] Pushing event updated for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:39.371910 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e482c7fc-827e-4be2-9503-a33042ff8d33 req-31b38de4-c7d3-4113-86f5-de4e69fdb1bf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:39.373863 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e482c7fc-827e-4be2-9503-a33042ff8d33 req-31b38de4-c7d3-4113-86f5-de4e69fdb1bf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.1662490 Apr 11 16:52:39.413520 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f6ab4e5b-6ca7-4c81-a843-51436565e5a3 req-b64bb83b-53d2-468f-9556-eba13be15cab tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323166 Apr 11 16:52:39.488169 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-1ae36858-f2a3-485a-b386-9daa696ea76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:39.498371 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-1ae36858-f2a3-485a-b386-9daa696ea76e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1127 time: 0.0956783 Apr 11 16:52:39.501687 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea14c09c-e291-4d26-acfa-9e02d4c3f8f0 x-openstack-request-id: req-ea14c09c-e291-4d26-acfa-9e02d4c3f8f0 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:39.505260 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:39.505521 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea14c09c-e291-4d26-acfa-9e02d4c3f8f0 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:39.506016 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea14c09c-e291-4d26-acfa-9e02d4c3f8f0'] response: {'name': 'network-changed', 'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537', 'status': 'completed', 'code': 200} Apr 11 16:52:39.563839 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e482c7fc-827e-4be2-9503-a33042ff8d33 req-96a8d65d-94b7-4d2c-b707-8a4644da9abe tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553457 Apr 11 16:52:39.581768 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-1b98e99f-518f-4f2f-9457-631cbfdaf0e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 217 time: 0.0361073 Apr 11 16:52:39.583866 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38828) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:39.597653 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d6c0-385b-43bc-a4a1-5a54dca04536 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.647294 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-11a005e1-0fe9-4db6-9281-7439c39ede59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:39.649362 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-11a005e1-0fe9-4db6-9281-7439c39ede59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 200 len: 848 time: 0.0612187 Apr 11 16:52:39.704517 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d6c0-385b-43bc-a4a1-5a54dca04536 admin admin] Publish callbacks [] for security_group (e7516bef-8015-43ad-a12e-1c3890a40ed3), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.706347 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-06c228a2-7c6b-47f5-933d-ccf774296a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:39.708058 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-06c228a2-7c6b-47f5-933d-ccf774296a43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be579b75-f4a3-42be-b4ea-8e62c2860fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0484104 Apr 11 16:52:39.709241 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bbe4d6c0-385b-43bc-a4a1-5a54dca04536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (e7516bef-8015-43ad-a12e-1c3890a40ed3), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.750729 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-bbe4d6c0-385b-43bc-a4a1-5a54dca04536 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=de86012b50734e02acac550e0c2cc57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1657188 Apr 11 16:52:39.751593 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4d6c0-385b-43bc-a4a1-5a54dca04536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7516bef-8015-43ad-a12e-1c3890a40ed3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:39.753989 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38858) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:39.804240 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-2a27e670-4982-4218-95af-c884ea458bb9 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875461 Apr 11 16:52:39.809083 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fee0247-74bb-4a31-8e3b-66891f160e32 admin admin] Publish callbacks [] for security_group (e7516bef-8015-43ad-a12e-1c3890a40ed3), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.831119 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fee0247-74bb-4a31-8e3b-66891f160e32 admin admin] Publish callbacks [] for security_group (e7516bef-8015-43ad-a12e-1c3890a40ed3), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.890141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fee0247-74bb-4a31-8e3b-66891f160e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (e7516bef-8015-43ad-a12e-1c3890a40ed3), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.892802 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6fee0247-74bb-4a31-8e3b-66891f160e32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.894023 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-6fee0247-74bb-4a31-8e3b-66891f160e32 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e7516bef-8015-43ad-a12e-1c3890a40ed3 HTTP/1.1" status: 204 len: 168 time: 0.1392584 Apr 11 16:52:39.905186 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee0247-74bb-4a31-8e3b-66891f160e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7516bef-8015-43ad-a12e-1c3890a40ed3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:39.912058 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3e563b1c-12f7-48ce-bd80-63b1bbb28653 req-f4b7f08c-2855-48f9-9cbe-991e3c9ca852 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995467 Apr 11 16:52:40.258412 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38868) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:40.271216 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bf9-6c35-4431-adb3-f1494d153527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.350945 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bf9-6c35-4431-adb3-f1494d153527 admin admin] Publish callbacks [] for security_group (c0d91591-e158-4b0f-94c7-22517fc0548d), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.354863 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4c6e8bf9-6c35-4431-adb3-f1494d153527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c0d91591-e158-4b0f-94c7-22517fc0548d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.395878 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-4c6e8bf9-6c35-4431-adb3-f1494d153527 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=ca0a96114a644db19cab28c0ed2a0269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339400 Apr 11 16:52:40.395878 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e8bf9-6c35-4431-adb3-f1494d153527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d91591-e158-4b0f-94c7-22517fc0548d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:40.396608 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 38880) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:40.398691 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-e9611193-82bd-4257-94e9-4c03f9a52777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.400201 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-e9611193-82bd-4257-94e9-4c03f9a52777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1127 time: 0.0429525 Apr 11 16:52:40.446348 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-110b6577-364d-4ccb-a186-c5a66cd50170 admin admin] Publish callbacks [] for security_group (c0d91591-e158-4b0f-94c7-22517fc0548d), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.474440 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-110b6577-364d-4ccb-a186-c5a66cd50170 admin admin] Publish callbacks [] for security_group (c0d91591-e158-4b0f-94c7-22517fc0548d), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.515221 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-14452438-b385-4929-adf6-e8996ccf834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.517609 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-14452438-b385-4929-adf6-e8996ccf834b service neutron] 10.222.0.15 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 911 time: 0.1066179 Apr 11 16:52:40.580672 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cf517-24ae-4b3f-b72f-b2cce14d7ce7 req-77ed9df1-50ce-4327-a444-093ac7a56812 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.582386 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-043cf517-24ae-4b3f-b72f-b2cce14d7ce7 req-77ed9df1-50ce-4327-a444-093ac7a56812 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0580175 Apr 11 16:52:40.589253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-110b6577-364d-4ccb-a186-c5a66cd50170 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c0d91591-e158-4b0f-94c7-22517fc0548d), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.592275 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-110b6577-364d-4ccb-a186-c5a66cd50170 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.597096 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-110b6577-364d-4ccb-a186-c5a66cd50170 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c0d91591-e158-4b0f-94c7-22517fc0548d HTTP/1.1" status: 204 len: 168 time: 0.1986315 Apr 11 16:52:40.612178 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110b6577-364d-4ccb-a186-c5a66cd50170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d91591-e158-4b0f-94c7-22517fc0548d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:40.658023 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-043cf517-24ae-4b3f-b72f-b2cce14d7ce7 req-bb8fc176-c78c-4ce9-b691-6d550e01a754 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697324 Apr 11 16:52:40.727051 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32180bcb-6ae1-4b70-aca2-c6f31190ee31 req-b9e4828f-f5a4-4f77-ad5e-4c374fb5c830 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.728715 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-32180bcb-6ae1-4b70-aca2-c6f31190ee31 req-b9e4828f-f5a4-4f77-ad5e-4c374fb5c830 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0518327 Apr 11 16:52:40.779590 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-32180bcb-6ae1-4b70-aca2-c6f31190ee31 req-c201ff4b-b9b6-4d2a-a1ba-cb20a5a0c5b8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448594 Apr 11 16:52:41.431682 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-36885ab7-cc63-409f-a4cb-103410053136 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 217 time: 0.0350914 Apr 11 16:52:41.489435 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-4799aa41-be42-489a-8247-da6eb5668d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:41.490972 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-4799aa41-be42-489a-8247-da6eb5668d15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 200 len: 848 time: 0.0441494 Apr 11 16:52:41.540031 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-8751564e-4af6-4f6c-9b71-c952e5a344eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:41.541545 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-8751564e-4af6-4f6c-9b71-c952e5a344eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be579b75-f4a3-42be-b4ea-8e62c2860fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431640 Apr 11 16:52:41.630969 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-768965cf-1b9c-439a-bd33-d2b2fbbaa636 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818410 Apr 11 16:52:41.727711 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c7b1f20c-76f5-4df0-8336-ae6a955f9247 req-b7348ad7-b8f1-44d9-8a43-576509dbdf0a service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881600 Apr 11 16:52:41.776233 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027996a8-5ece-411e-8f02-18802ec28cba req-aa7c9e7b-fa8a-410a-bfe0-17f7ac551409 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:41.777736 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-027996a8-5ece-411e-8f02-18802ec28cba req-aa7c9e7b-fa8a-410a-bfe0-17f7ac551409 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0506461 Apr 11 16:52:41.829710 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-027996a8-5ece-411e-8f02-18802ec28cba req-ee68814e-5cdc-43f6-8c29-70f134685ae5 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463603 Apr 11 16:52:41.894869 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22415c31-d552-4301-87d5-c7c31e99bf9e req-c37b06ef-1d5b-439f-998b-7b586a7e232a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:41.896384 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-22415c31-d552-4301-87d5-c7c31e99bf9e req-c37b06ef-1d5b-439f-998b-7b586a7e232a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0497198 Apr 11 16:52:41.942893 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-22415c31-d552-4301-87d5-c7c31e99bf9e req-dc7af5fc-d55b-4478-931a-601c13c1fcf3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406680 Apr 11 16:52:42.492612 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f07b38bd-e5ee-4973-8019-674ea3d70c2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:42.941538 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ba0c50-51c8-4287-9111-20d00b87d6f8 req-bcd7e40f-1e54-4f96-b355-2278ee73600c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:42.943058 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a7ba0c50-51c8-4287-9111-20d00b87d6f8 req-bcd7e40f-1e54-4f96-b355-2278ee73600c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0466514 Apr 11 16:52:42.993084 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a7ba0c50-51c8-4287-9111-20d00b87d6f8 req-2c542ed9-d640-4bf1-8ab4-cb938e77d2d3 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444546 Apr 11 16:52:43.057488 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71313a9-9fcc-4f84-b607-bdfdbc879296 req-cb5812a2-25a4-4afe-ac30-4a42de82a1cf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:43.059022 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f71313a9-9fcc-4f84-b607-bdfdbc879296 req-cb5812a2-25a4-4afe-ac30-4a42de82a1cf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0515814 Apr 11 16:52:43.105024 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f71313a9-9fcc-4f84-b607-bdfdbc879296 req-8cc7a306-960d-4e28-a092-b608ef081c58 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403912 Apr 11 16:52:43.597029 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 75abe85b-209b-4086-a012-71ffc4ecc537 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:52:43.699965 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:43.712134 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '75abe85b-209b-4086-a012-71ffc4ecc537', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'port_id': '75abe85b-209b-4086-a012-71ffc4ecc537', 'mac_address': 'fa:16:3e:cd:19:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:52:43.752950 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 75abe85b-209b-4086-a012-71ffc4ecc537 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:43.753340 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:43.766409 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75abe85b-209b-4086-a012-71ffc4ecc537 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:43.784827 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:43.789145 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:43.838217 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:44.103874 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e713004-650b-4ed9-8eab-859ee9e50600 req-aa738540-7f86-493b-80fd-470a1aac5e10 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:44.105339 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7e713004-650b-4ed9-8eab-859ee9e50600 req-aa738540-7f86-493b-80fd-470a1aac5e10 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 944 time: 0.0456541 Apr 11 16:52:44.154282 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7e713004-650b-4ed9-8eab-859ee9e50600 req-e5a96b35-0685-4d51-9396-b260f126d758 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428083 Apr 11 16:52:44.237257 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d0995-0d15-4e76-a6d2-59fa6ca6306c req-28d0f005-9b1b-4e93-af2f-149d89da859d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:44.238868 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a06d0995-0d15-4e76-a6d2-59fa6ca6306c req-28d0f005-9b1b-4e93-af2f-149d89da859d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0620017 Apr 11 16:52:44.283347 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['75abe85b-209b-4086-a012-71ffc4ecc537'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:52:44.302841 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a06d0995-0d15-4e76-a6d2-59fa6ca6306c req-54be8b60-4d04-4283-95fe-a47d17ac6b20 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564971 Apr 11 16:52:44.476276 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d4cb7-670c-4e37-95af-32a674bd1d8d req-714d373d-8fd2-4e63-8779-de82a45061d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:44.477765 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-138d4cb7-670c-4e37-95af-32a674bd1d8d req-714d373d-8fd2-4e63-8779-de82a45061d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 1130 time: 0.0400662 Apr 11 16:52:44.527391 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-138d4cb7-670c-4e37-95af-32a674bd1d8d req-7ff75db8-a6f1-4cec-80f9-b5b9da1dc6c1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Apr 11 16:52:44.853963 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-26efeeb6-61c2-42c5-8051-bbd883725dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.268543 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa20ea5-fa96-4232-951a-b1f64347bd5d req-4ce1f044-d0df-4027-b80c-6bd0ea472271 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:45.270894 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4fa20ea5-fa96-4232-951a-b1f64347bd5d req-4ce1f044-d0df-4027-b80c-6bd0ea472271 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 944 time: 0.0490720 Apr 11 16:52:45.320199 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4fa20ea5-fa96-4232-951a-b1f64347bd5d req-af510bcb-6730-49fe-a3ea-22f5e0fb2d7b tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438190 Apr 11 16:52:45.415629 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4224745-82a4-4412-9af3-939e7ad1734e req-7b9b9553-7587-4c05-a8ce-280c06ac261c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:45.417109 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b4224745-82a4-4412-9af3-939e7ad1734e req-7b9b9553-7587-4c05-a8ce-280c06ac261c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0463135 Apr 11 16:52:45.469958 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b4224745-82a4-4412-9af3-939e7ad1734e req-d5e9c399-fcab-4fb7-854d-40e784180fe0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453386 Apr 11 16:52:45.554881 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-013ddf0d-3fdf-4d9b-b64c-5521e92a9277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:45.556383 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-013ddf0d-3fdf-4d9b-b64c-5521e92a9277 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 1130 time: 0.0386260 Apr 11 16:52:45.614901 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 75abe85b-209b-4086-a012-71ffc4ecc537 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:45.659542 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 75abe85b-209b-4086-a012-71ffc4ecc537 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:52:45.666786 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 75abe85b-209b-4086-a012-71ffc4ecc537 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:45.667242 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.702436 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-e901814c-8685-45fa-822b-837f0e8ec1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:45.703956 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-e901814c-8685-45fa-822b-837f0e8ec1ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.0986080 Apr 11 16:52:45.879989 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 75abe85b-209b-4086-a012-71ffc4ecc537 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:45.880615 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.912998 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:45.915212 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4cbd36-7229-438d-a65e-328677f3244e" -d '{"events": [{"server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "name": "network-vif-plugged", "status": "completed", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:45.930478 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:45.932274 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.934978 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:45.960622 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e8ac47-64a7-48f4-b6ae-66416f284589 x-openstack-request-id: req-d6e8ac47-64a7-48f4-b6ae-66416f284589 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:45.960943 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "name": "network-vif-plugged", "status": "completed", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:45.961200 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d6e8ac47-64a7-48f4-b6ae-66416f284589 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:45.961595 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6e8ac47-64a7-48f4-b6ae-66416f284589'] response: {'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537', 'code': 200} Apr 11 16:52:45.987426 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:46.430997 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb7fb-87d7-4912-a177-a81459ad03dc req-cebc7c8b-4494-41f2-8e44-8fdd27796278 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:46.432442 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2dedb7fb-87d7-4912-a177-a81459ad03dc req-cebc7c8b-4494-41f2-8e44-8fdd27796278 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0474591 Apr 11 16:52:46.478254 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2dedb7fb-87d7-4912-a177-a81459ad03dc req-0ffcaea0-bac5-4b40-8456-84530ac54ba3 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403359 Apr 11 16:52:46.546801 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-9dcd39da-f85b-4ebf-bce3-218716a11ab8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9 HTTP/1.1" status: 200 len: 217 time: 0.0354464 Apr 11 16:52:46.582060 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506ee7a-8a59-4735-ae7a-9fa0cfc91620 req-a967b3a0-9f41-4240-a00f-c2e3447d2628 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:46.583458 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d506ee7a-8a59-4735-ae7a-9fa0cfc91620 req-a967b3a0-9f41-4240-a00f-c2e3447d2628 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0455918 Apr 11 16:52:46.630665 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d506ee7a-8a59-4735-ae7a-9fa0cfc91620 req-31b42bb7-9d5d-4ee1-9856-168f7bf0804b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416477 Apr 11 16:52:46.690019 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-9de24f25-89b5-4d21-888d-6b97b7ccbdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:46.691541 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-9de24f25-89b5-4d21-888d-6b97b7ccbdd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0526588 Apr 11 16:52:46.826869 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-6dd2f0d8-d296-4ee8-a926-9f3f6f84fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:46.828973 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-6dd2f0d8-d296-4ee8-a926-9f3f6f84fedb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437222 Apr 11 16:52:46.897461 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af6acaf-3b51-4d03-84d5-4411542def33 req-e3af7745-bb07-4ea7-81c9-9188f0632afb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:46.899704 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2af6acaf-3b51-4d03-84d5-4411542def33 req-e3af7745-bb07-4ea7-81c9-9188f0632afb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0607815 Apr 11 16:52:46.951624 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2af6acaf-3b51-4d03-84d5-4411542def33 req-15e31475-42b3-4f97-96d7-3675f0f3019b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455599 Apr 11 16:52:46.960824 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5443c-7ce4-438b-9dd3-af35191eb1fe req-f22877c7-3e7a-4e4c-8320-6f2c6615eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:46.962318 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7fb5443c-7ce4-438b-9dd3-af35191eb1fe req-f22877c7-3e7a-4e4c-8320-6f2c6615eed5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1129 time: 0.0596340 Apr 11 16:52:46.989467 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-e9cd0292-97a6-40a9-9375-e28bec6c5f2b service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507409 Apr 11 16:52:47.041529 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7fb5443c-7ce4-438b-9dd3-af35191eb1fe req-c0b5f7e4-2175-4a7b-8c94-27c9aa9c89ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690887 Apr 11 16:52:47.108700 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c352701c-4b14-4d71-bf7b-6441f88f881b req-fad6e926-7eda-441b-80d4-ea4043ac4127 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073399 Apr 11 16:52:47.522530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.591951 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ede2541-8009-4030-bda2-b06bd25a8d3c req-ddf5f48a-e49d-4a11-b4cd-e0d7b1e86632 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:47.593429 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5ede2541-8009-4030-bda2-b06bd25a8d3c req-ddf5f48a-e49d-4a11-b4cd-e0d7b1e86632 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0468624 Apr 11 16:52:47.642496 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5ede2541-8009-4030-bda2-b06bd25a8d3c req-38974d17-2eba-4486-839b-ed31fe49a59a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434997 Apr 11 16:52:48.065809 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acdbb4-7b26-4138-83dc-b0bbe95f02f0 req-2f78f8dc-c9c5-45dd-b004-c4ed2388a08c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:48.067398 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-37acdbb4-7b26-4138-83dc-b0bbe95f02f0 req-2f78f8dc-c9c5-45dd-b004-c4ed2388a08c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0475166 Apr 11 16:52:48.121066 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-37acdbb4-7b26-4138-83dc-b0bbe95f02f0 req-2d03019b-bc7b-4ccf-86f7-39d51f6dea12 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481787 Apr 11 16:52:48.128687 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772df893-7e12-4c99-a978-028bc3b427e1 req-11e2ae21-da7c-4944-9995-b23ce4837f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:48.130179 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-772df893-7e12-4c99-a978-028bc3b427e1 req-11e2ae21-da7c-4944-9995-b23ce4837f2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 1130 time: 0.0411704 Apr 11 16:52:48.368514 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.651112 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772df893-7e12-4c99-a978-028bc3b427e1 req-312e4afd-9d51-48a9-b5a7-ded5261763d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:48.652499 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-772df893-7e12-4c99-a978-028bc3b427e1 req-312e4afd-9d51-48a9-b5a7-ded5261763d3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.0849655 Apr 11 16:52:48.757463 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940d9411-661a-4177-8a07-92592b64de9c req-554cdd3f-ea93-4533-99dd-1b7e02defa45 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:48.758959 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-940d9411-661a-4177-8a07-92592b64de9c req-554cdd3f-ea93-4533-99dd-1b7e02defa45 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0516312 Apr 11 16:52:48.819815 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-772df893-7e12-4c99-a978-028bc3b427e1 req-64353c13-f305-43e3-b269-37039880f441 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9 HTTP/1.1" status: 200 len: 217 time: 0.0464282 Apr 11 16:52:48.821628 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-940d9411-661a-4177-8a07-92592b64de9c req-fc39aeab-a404-41a5-af50-b2274ba8fd2a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562661 Apr 11 16:52:48.967404 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.236536 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce6461a-92d7-4b37-8c2c-ec82ec73e762 req-1eb4400e-3f21-4597-a11f-e5986e95b461 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:49.238031 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bce6461a-92d7-4b37-8c2c-ec82ec73e762 req-1eb4400e-3f21-4597-a11f-e5986e95b461 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0471919 Apr 11 16:52:49.285917 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bce6461a-92d7-4b37-8c2c-ec82ec73e762 req-1c852320-8c87-4cf3-b87a-9147f6202ec9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Apr 11 16:52:49.648476 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772df893-7e12-4c99-a978-028bc3b427e1 req-83a90046-8a0a-4488-b796-710bc8b95338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:49.649985 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-772df893-7e12-4c99-a978-028bc3b427e1 req-83a90046-8a0a-4488-b796-710bc8b95338 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0450754 Apr 11 16:52:49.935587 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898511af-984c-4640-bef0-3f0746837e7e req-df468391-27db-4d71-bff8-67d2a426f881 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:49.937066 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-898511af-984c-4640-bef0-3f0746837e7e req-df468391-27db-4d71-bff8-67d2a426f881 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0511057 Apr 11 16:52:49.989300 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-898511af-984c-4640-bef0-3f0746837e7e req-14de9247-305a-4787-b1b1-275391507311 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462904 Apr 11 16:52:50.011236 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772df893-7e12-4c99-a978-028bc3b427e1 req-8bc95248-fb1d-467e-b6ea-c8ddd9dff66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:50.013434 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-772df893-7e12-4c99-a978-028bc3b427e1 req-8bc95248-fb1d-467e-b6ea-c8ddd9dff66f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410779 Apr 11 16:52:50.102939 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c2a21b-a408-4142-929b-772fb26b2639 req-7c102065-2f09-4e8a-aa3d-e1d3f4ae1552 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:50.104408 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-54c2a21b-a408-4142-929b-772fb26b2639 req-7c102065-2f09-4e8a-aa3d-e1d3f4ae1552 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0465126 Apr 11 16:52:50.153308 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-54c2a21b-a408-4142-929b-772fb26b2639 req-130ee5d2-5cf4-4c62-93b2-d085577210d4 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432384 Apr 11 16:52:50.174414 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 39002) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:50.410460 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17254fd8-0fa3-4865-8936-ff2c8845454c req-4d7d258a-4952-4b22-b202-9bf2bbaab8bf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:50.411976 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-17254fd8-0fa3-4865-8936-ff2c8845454c req-4d7d258a-4952-4b22-b202-9bf2bbaab8bf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0534699 Apr 11 16:52:50.459455 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-17254fd8-0fa3-4865-8936-ff2c8845454c req-fd93149c-906f-482a-b422-cb873b3e3dcf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417268 Apr 11 16:52:50.473898 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c18be48-34bb-4988-b623-c711180ec391 tempest-TestShelveInstance-1181239515 tempest-TestShelveInstance-1181239515-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:50.475528 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2c18be48-34bb-4988-b623-c711180ec391 tempest-TestShelveInstance-1181239515 tempest-TestShelveInstance-1181239515-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1124 time: 0.3000484 Apr 11 16:52:50.478349 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 39010) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:50.483264 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'port_id': '75abe85b-209b-4086-a012-71ffc4ecc537', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:50.510480 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.586922 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.691271 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Allocated IP 172.27.1.242 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/ec829779-d2fc-44e8-85bc-9608a7bfb952) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:50.792249 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for port (ec829779-d2fc-44e8-85bc-9608a7bfb952), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.827123 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (ec829779-d2fc-44e8-85bc-9608a7bfb952), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.864940 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:50.867690 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:50.871094 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:50.902614 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'Port': ['ID=ec829779-d2fc-44e8-85bc-9608a7bfb952,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:51.531605 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for floatingip (643ef86d-e350-49df-8cd6-e5b6bba21d6a), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.571260 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d89e29-b2a5-4fae-a647-818732c9895f req-715d39ee-67e4-4d14-852f-808025d39e88 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:51.572838 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-92d89e29-b2a5-4fae-a647-818732c9895f req-715d39ee-67e4-4d14-852f-808025d39e88 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0468149 Apr 11 16:52:51.621599 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-92d89e29-b2a5-4fae-a647-818732c9895f req-56e0fbe8-d827-4fdc-8400-8f68463440df tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425937 Apr 11 16:52:51.637268 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (ec829779-d2fc-44e8-85bc-9608a7bfb952), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.784556 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for port (ec829779-d2fc-44e8-85bc-9608a7bfb952), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.789011 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (ec829779-d2fc-44e8-85bc-9608a7bfb952), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.818126 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (643ef86d-e350-49df-8cd6-e5b6bba21d6a), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.868198 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event updated for resources: {'Port': ['ID=ec829779-d2fc-44e8-85bc-9608a7bfb952,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:51.879024 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.879327 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.879678 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.880028 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.880374 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.880722 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.881060 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.881397 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.881729 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.882060 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.882391 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.882748 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.883083 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.883414 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.883741 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:51.943677 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Floating IP 643ef86d-e350-49df-8cd6-e5b6bba21d6a associated. External IP: 172.27.1.242, port: 75abe85b-209b-4086-a012-71ffc4ecc537. Apr 11 16:52:52.157090 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:52.264681 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:52.274215 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] Sync routers for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:52.282411 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.285085 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:52.285830 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:52:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:52.313552 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d34dd171-4595-4307-995e-2e3b934bcbf7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8340640 Apr 11 16:52:52.314158 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:52.316440 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bc62e5-249c-4323-9599-b5026e5e0778" -d '{"events": [{"name": "network-changed", "server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:52.361037 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a8c18a-0c88-413e-bf28-cc5c772f43e1 x-openstack-request-id: req-d9a8c18a-0c88-413e-bf28-cc5c772f43e1 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:52.361338 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:52.361598 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d9a8c18a-0c88-413e-bf28-cc5c772f43e1 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:52.362008 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9a8c18a-0c88-413e-bf28-cc5c772f43e1'] response: {'name': 'network-changed', 'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537', 'status': 'completed', 'code': 200} Apr 11 16:52:52.395550 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:52.603214 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '643ef86d-e350-49df-8cd6-e5b6bba21d6a', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'port_id': '75abe85b-209b-4086-a012-71ffc4ecc537', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'mac_address': 'fa:16:3e:cd:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:51Z', 'updated_at': '2022-04-11T16:52:51Z', 'revision_number': 0, 'project_id': '3005863d507649d3ba7854fb41792452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:34Z', 'revision_number': 5, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:52.630628 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] Checking router: fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:52.639309 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:52.639913 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:52:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:52.731558 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1394d-2860-4087-8a3b-54e9ece9d206 req-f25101a8-b9ab-4968-a8de-e9f2c2b86244 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:52.732930 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c4a1394d-2860-4087-8a3b-54e9ece9d206 req-f25101a8-b9ab-4968-a8de-e9f2c2b86244 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0450788 Apr 11 16:52:52.748587 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:52.781794 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c4a1394d-2860-4087-8a3b-54e9ece9d206 req-b722dc7d-1568-4abf-9807-1d1248a6bf01 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Apr 11 16:52:52.953437 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '643ef86d-e350-49df-8cd6-e5b6bba21d6a', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'port_id': '75abe85b-209b-4086-a012-71ffc4ecc537', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'mac_address': 'fa:16:3e:cd:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:51Z', 'updated_at': '2022-04-11T16:52:51Z', 'revision_number': 0, 'project_id': '3005863d507649d3ba7854fb41792452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:34Z', 'revision_number': 5, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:52.984377 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d9b34-34de-4494-aa9f-cc94b0b2cb48 None None] The sync data for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi is: [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '643ef86d-e350-49df-8cd6-e5b6bba21d6a', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'port_id': '75abe85b-209b-4086-a012-71ffc4ecc537', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 409, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'mac_address': 'fa:16:3e:cd:19:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:51Z', 'updated_at': '2022-04-11T16:52:51Z', 'revision_number': 0, 'project_id': '3005863d507649d3ba7854fb41792452', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:34Z', 'revision_number': 5, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:53.039769 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-b801cc45-1430-4a5e-991d-b3959530d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:53.041315 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-b801cc45-1430-4a5e-991d-b3959530d8d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1129 time: 0.0775113 Apr 11 16:52:53.087871 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-772df893-7e12-4c99-a978-028bc3b427e1 req-b6de00f1-ed49-4763-903b-dbbc685b5452 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521912 Apr 11 16:52:53.189844 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a930935-e0fc-4136-b6ec-9c27a16ebb55 None None] New status for floating IP 643ef86d-e350-49df-8cd6-e5b6bba21d6a: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:52:53.207855 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-62e61c84-ba5e-44e3-b76a-50ba068209f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:53.209333 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-62e61c84-ba5e-44e3-b76a-50ba068209f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 911 time: 0.1570599 Apr 11 16:52:53.269088 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-772df893-7e12-4c99-a978-028bc3b427e1 req-82775d5e-6115-448c-8fcd-ecc491646d87 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524882 Apr 11 16:52:53.287388 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-3c5b93d9-e748-4292-bdf3-fb5af2faf16d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 999 time: 0.0701840 Apr 11 16:52:53.371976 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-1278a119-fa39-4ffa-84a8-11b94aec1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:53.373567 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-1278a119-fa39-4ffa-84a8-11b94aec1169 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 200 len: 848 time: 0.0516791 Apr 11 16:52:53.508274 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-efe71f86-29a1-4bf6-b1cb-3960e2589be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:53.510154 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-efe71f86-29a1-4bf6-b1cb-3960e2589be7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be579b75-f4a3-42be-b4ea-8e62c2860fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417733 Apr 11 16:52:53.600603 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-4a267232-8892-4017-aa88-c82b9c1b0817 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822592 Apr 11 16:52:53.695806 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e0bc62e5-249c-4323-9599-b5026e5e0778 req-2f19e8e2-29cf-4c8e-b8ca-92a06d837535 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860837 Apr 11 16:52:53.894277 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5b72a-e3a2-4684-9809-238dc659aab4 req-95854c55-c40d-49ed-9882-d33a96a827cf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:53.895797 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-52a5b72a-e3a2-4684-9809-238dc659aab4 req-95854c55-c40d-49ed-9882-d33a96a827cf tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0476813 Apr 11 16:52:53.942453 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-52a5b72a-e3a2-4684-9809-238dc659aab4 req-3a45b1a4-8cad-4632-8a43-7d108b191340 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411046 Apr 11 16:52:55.055858 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35944be9-8719-44b9-a270-a2868e24ad34 req-6fefc229-fe59-4beb-9a39-58f4cf1c4756 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:55.057330 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-35944be9-8719-44b9-a270-a2868e24ad34 req-6fefc229-fe59-4beb-9a39-58f4cf1c4756 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0452111 Apr 11 16:52:55.102979 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-35944be9-8719-44b9-a270-a2868e24ad34 req-56627c91-10ff-4c2f-8354-10f1e73f6346 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395434 Apr 11 16:52:56.233681 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81b2b5-b3f0-45d3-8240-0cf1a022224c req-f1db8e2f-b4d2-45cf-ad24-e7df8df5134f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:56.235222 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ef81b2b5-b3f0-45d3-8240-0cf1a022224c req-f1db8e2f-b4d2-45cf-ad24-e7df8df5134f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0550869 Apr 11 16:52:56.282002 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ef81b2b5-b3f0-45d3-8240-0cf1a022224c req-796693f8-4b13-4fa9-86af-aa1626214ff6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412316 Apr 11 16:52:57.399203 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7391f359-4a15-466b-9e4c-a7430cd84d34 req-9d006775-3a30-4a7a-ae7b-cec246ed01d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:57.400693 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7391f359-4a15-466b-9e4c-a7430cd84d34 req-9d006775-3a30-4a7a-ae7b-cec246ed01d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0473204 Apr 11 16:52:57.448443 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7391f359-4a15-466b-9e4c-a7430cd84d34 req-ff49507b-1ead-4180-830d-b2b6016f19c8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Apr 11 16:53:02.119397 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 39154) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:02.124466 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-66687bfc-a03a-41ce-8982-e66599edeba6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--727118066', 'description': 'tempest-description--204798646'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:02.144280 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-66687bfc-a03a-41ce-8982-e66599edeba6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.209289 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-66687bfc-a03a-41ce-8982-e66599edeba6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group (6282434b-70e6-4d0f-b279-5689d37a73d0), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.213073 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-66687bfc-a03a-41ce-8982-e66599edeba6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6282434b-70e6-4d0f-b279-5689d37a73d0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.240570 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-66687bfc-a03a-41ce-8982-e66599edeba6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.241808 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-66687bfc-a03a-41ce-8982-e66599edeba6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1213844 Apr 11 16:53:02.244851 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39158) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:02.245783 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66687bfc-a03a-41ce-8982-e66599edeba6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6282434b-70e6-4d0f-b279-5689d37a73d0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:02.250300 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'security_group_rule': {'security_group_id': '6282434b-70e6-4d0f-b279-5689d37a73d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:02.276954 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group_rule (ef472b5e-d6ae-4012-aba4-a76559679096), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.331997 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group_rule (ef472b5e-d6ae-4012-aba4-a76559679096), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.335201 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (ef472b5e-d6ae-4012-aba4-a76559679096), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.352931 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef472b5e-d6ae-4012-aba4-a76559679096,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:02.363418 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.364055 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.364342 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.364691 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.365071 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.365540 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.365889 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.366691 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.366691 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.366963 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.367248 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.367583 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.367919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.368284 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.368588 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:02.373958 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.376488 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-294630f4-4338-49c0-b0ca-0444d102108c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1292555 Apr 11 16:53:02.377893 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39160) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:02.382117 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-1876ebb9-91fd-47e3-8b4d-048e6a829ee0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'security_group_rule': {'security_group_id': '6282434b-70e6-4d0f-b279-5689d37a73d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:02.407707 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1876ebb9-91fd-47e3-8b4d-048e6a829ee0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group_rule (c902b954-7f34-43f0-ae96-1667d74b75ce), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.461078 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1876ebb9-91fd-47e3-8b4d-048e6a829ee0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group_rule (c902b954-7f34-43f0-ae96-1667d74b75ce), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.463970 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1876ebb9-91fd-47e3-8b4d-048e6a829ee0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (c902b954-7f34-43f0-ae96-1667d74b75ce), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.481145 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1876ebb9-91fd-47e3-8b4d-048e6a829ee0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c902b954-7f34-43f0-ae96-1667d74b75ce,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:02.490226 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1876ebb9-91fd-47e3-8b4d-048e6a829ee0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.491462 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1876ebb9-91fd-47e3-8b4d-048e6a829ee0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1126375 Apr 11 16:53:02.494384 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39164) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:02.498817 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:02.519707 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.597200 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.706248 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Allocated IP 172.27.1.169 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/6d11ad59-9413-4f02-81ba-4752ff8eb9b9) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:53:02.803687 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for port (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.840245 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.876449 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:53:02.879038 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:53:02.882396 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:53:02.906155 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event updated for resources: {'Port': ['ID=6d11ad59-9413-4f02-81ba-4752ff8eb9b9,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:02.969675 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (caab5ff4-965a-42c4-a15a-71a730b9b297), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.005957 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.154141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for port (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.159217 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.228126 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event updated for resources: {'Port': ['ID=6d11ad59-9413-4f02-81ba-4752ff8eb9b9,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:03.239838 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (caab5ff4-965a-42c4-a15a-71a730b9b297), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.254165 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.255451 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-08e90777-61d7-48d2-adf3-9ba0e7f40c2c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7600348 Apr 11 16:53:03.449452 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-69656331-e8b0-403e-b13f-d8dcd8653441 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--727118066&fields=id&tenant_id=3a69ed2513084a06887269c7f55fa8ed HTTP/1.1" status: 200 len: 267 time: 0.0407436 Apr 11 16:53:03.556012 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-1ad8e4cc-e1d1-487d-b7b8-38f47f8d69d3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:03.557474 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-1ad8e4cc-e1d1-487d-b7b8-38f47f8d69d3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 818 time: 0.1020494 Apr 11 16:53:03.571643 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-d8b237b1-7fd9-49a9-a279-c44076f7c374 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/quotas/3a69ed2513084a06887269c7f55fa8ed HTTP/1.1" status: 200 len: 375 time: 0.0087824 Apr 11 16:53:03.622941 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-4f54294a-9408-450d-be2b-eb193711654f tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0464032 Apr 11 16:53:03.715778 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-4c68b635-064e-4745-8049-2306e3ac52ff service neutron] 10.222.0.73 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819333 Apr 11 16:53:03.811794 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5ce0b289-5171-4ca9-95b4-d57cf03b222b service neutron] 10.222.0.73 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904253 Apr 11 16:53:03.928710 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:53:03.978052 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ab92ab59-e1d6-44ad-a097-5143c826a5f0 req-0a56544a-576c-4096-9da2-70df155d70ab tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 210 time: 0.0318096 Apr 11 16:53:04.655006 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464b7cb-9b04-4ec7-b78d-0e8e62fa7138 req-8f9c5acd-c0b1-4d00-8b0d-35209e06b03d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:04.656460 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b464b7cb-9b04-4ec7-b78d-0e8e62fa7138 req-8f9c5acd-c0b1-4d00-8b0d-35209e06b03d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0459056 Apr 11 16:53:04.701842 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b464b7cb-9b04-4ec7-b78d-0e8e62fa7138 req-efd60fd1-50a2-41eb-bb3d-03540e078f0d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397213 Apr 11 16:53:05.076194 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d0aa7c03-b645-4c2e-8e5c-3b769588f4c3 req-efcc62c2-f3de-48ec-a221-fe28446a7413 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 210 time: 0.0308774 Apr 11 16:53:05.613761 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-32575f44-7465-4da6-b516-d3f62908e5fc tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:05.616028 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-32575f44-7465-4da6-b516-d3f62908e5fc tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 818 time: 0.1146564 Apr 11 16:53:05.701327 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-4341d08f-df92-4971-9bb4-937ebe31e683 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3a69ed2513084a06887269c7f55fa8ed HTTP/1.1" status: 200 len: 379 time: 0.0526423 Apr 11 16:53:05.812495 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de22bf8-1f47-49d9-8bf4-a29b2616c341 req-dc2df3fe-e39f-4262-9e31-70b6060f516d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:05.813950 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9de22bf8-1f47-49d9-8bf4-a29b2616c341 req-dc2df3fe-e39f-4262-9e31-70b6060f516d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0459256 Apr 11 16:53:05.849458 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'port': {'device_id': '9e31f065-1e88-4001-8adf-a34dda79158c', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'admin_state_up': True, 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'security_groups': ['6282434b-70e6-4d0f-b279-5689d37a73d0']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:05.859734 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9de22bf8-1f47-49d9-8bf4-a29b2616c341 req-09387a7d-8be4-4a4f-a148-5e30ca4bd382 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403728 Apr 11 16:53:05.957674 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Made reservation on behalf of 3a69ed2513084a06887269c7f55fa8ed for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:53:05.961324 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.099732 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Allocated IP 172.20.0.5 (ee9ccffc-1771-4071-b8ed-56b062206995/0fab50a3-e5d1-46d0-943a-d1a9bae09b66/076ed64c-bde0-47e2-9bcc-f367d85299e0) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:53:06.169489 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6b7edc44-317b-46c7-88ae-97a9aaef004c req-a1bd90aa-67f7-43d6-b5e0-83ccf9bd2149 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 210 time: 0.0272758 Apr 11 16:53:06.237100 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.271298 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.313233 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Network ee9ccffc-1771-4071-b8ed-56b062206995 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:53:06.316133 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:53:06.319625 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:53:06.325234 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:06.325840 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.340491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event updated for resources: {'Port': ['ID=076ed64c-bde0-47e2-9bcc-f367d85299e0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:06.352101 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-5fd21842-5fac-477c-bef4-1cc82fcbdd5a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5065043 Apr 11 16:53:06.375187 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Request body: {'port': {'device_id': '9e31f065-1e88-4001-8adf-a34dda79158c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:06.549890 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-f068e03b-9e52-4380-864b-28f6547610f5 None None] Provisioning complete for port 076ed64c-bde0-47e2-9bcc-f367d85299e0 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:53:06.550480 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f068e03b-9e52-4380-864b-28f6547610f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.584935 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-f068e03b-9e52-4380-864b-28f6547610f5 None None] Port 076ed64c-bde0-47e2-9bcc-f367d85299e0 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:53:06.634970 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.889438 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 076ed64c-bde0-47e2-9bcc-f367d85299e0 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:06.896496 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Publish callbacks [] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.909682 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Transition to ACTIVE for port object 076ed64c-bde0-47e2-9bcc-f367d85299e0 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:53:06.914017 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.969602 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Pushing event updated for resources: {'Port': ['ID=076ed64c-bde0-47e2-9bcc-f367d85299e0,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:06.984624 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec3e2c-d57b-48d7-89cf-fd1c00ee5f72 req-08abef3a-10ef-44ec-8f1a-f0e1534ce54f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:06.986533 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fbec3e2c-d57b-48d7-89cf-fd1c00ee5f72 req-08abef3a-10ef-44ec-8f1a-f0e1534ce54f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0582530 Apr 11 16:53:07.010905 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Attempting to bind port 076ed64c-bde0-47e2-9bcc-f367d85299e0 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:53:07.011249 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Attempting to bind port 076ed64c-bde0-47e2-9bcc-f367d85299e0 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:53:07.011619 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Attempting to bind port 076ed64c-bde0-47e2-9bcc-f367d85299e0 on network ee9ccffc-1771-4071-b8ed-56b062206995 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:53:07.017164 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Port 076ed64c-bde0-47e2-9bcc-f367d85299e0 on network ee9ccffc-1771-4071-b8ed-56b062206995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:53:07.017715 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Attempting to bind port 076ed64c-bde0-47e2-9bcc-f367d85299e0 on network ee9ccffc-1771-4071-b8ed-56b062206995 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:53:07.024616 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:53:07.024977 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Checking segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:53:07.025379 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Bound using segment: {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:53:07.025825 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Bound port: 076ed64c-bde0-47e2-9bcc-f367d85299e0, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01c59fdc-965d-4f3f-a91e-cb3b0738a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:53:07.026191 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.037845 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fbec3e2c-d57b-48d7-89cf-fd1c00ee5f72 req-b66fc570-bbda-448b-931f-83947e198d61 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455477 Apr 11 16:53:07.105079 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] For port 076ed64c-bde0-47e2-9bcc-f367d85299e0, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:53:07.109365 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] For port 076ed64c-bde0-47e2-9bcc-f367d85299e0, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:53:07.116633 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.152393 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:07.153029 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.154456 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] 10.222.0.15 "PUT /v2.0/ports/076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 200 len: 1093 time: 0.7838118 Apr 11 16:53:07.154925 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:07.157219 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6555c157-4efd-48b2-8a42-dbc2cab07855" -d '{"events": [{"name": "network-changed", "server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:07.192711 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323aeb3c-eb3b-4173-9b7b-574c31f5ce24 service neutron] Pushing event updated for resources: {'Port': ['ID=076ed64c-bde0-47e2-9bcc-f367d85299e0,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:07.206329 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56616611-7a31-4a53-a545-cb9910aaf4b3 x-openstack-request-id: req-56616611-7a31-4a53-a545-cb9910aaf4b3 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:07.206724 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:07.207141 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56616611-7a31-4a53-a545-cb9910aaf4b3 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:07.208329 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56616611-7a31-4a53-a545-cb9910aaf4b3'] response: {'name': 'network-changed', 'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'status': 'completed', 'code': 200} Apr 11 16:53:07.318218 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-84fa4080-57b6-421f-abc7-1601f10f804c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:07.319987 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-84fa4080-57b6-421f-abc7-1601f10f804c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1127 time: 0.0602872 Apr 11 16:53:07.344298 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b5d2b2-6d45-4651-acc2-3b8bb59424e6 req-d6d4e5e7-051e-4c69-bff1-5490c2e341b1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:07.347104 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a4b5d2b2-6d45-4651-acc2-3b8bb59424e6 req-d6d4e5e7-051e-4c69-bff1-5490c2e341b1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 943 time: 0.0787048 Apr 11 16:53:07.410507 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-444e8d8f-dc70-4b1f-b9be-3cafce2beb9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 200 len: 217 time: 0.0589154 Apr 11 16:53:07.410728 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a4b5d2b2-6d45-4651-acc2-3b8bb59424e6 req-e5543d25-122c-472d-b805-f88c8d595dac tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564454 Apr 11 16:53:07.449496 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39260) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:07.489685 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-4d40f757-be54-4309-a264-06e829d4f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:07.491213 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-4d40f757-be54-4309-a264-06e829d4f2bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0590107 Apr 11 16:53:07.547416 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-050af381-de5e-4448-9466-f226fb85d12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:07.556663 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-050af381-de5e-4448-9466-f226fb85d12f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468056 Apr 11 16:53:07.566529 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a4a03b5-169f-411c-af2c-51d279f31202 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.640233 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a4a03b5-169f-411c-af2c-51d279f31202 admin admin] Publish callbacks [] for security_group (8b40e43a-bb81-4bb9-8b20-efd6c64d0770), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.644585 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5a4a03b5-169f-411c-af2c-51d279f31202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8b40e43a-bb81-4bb9-8b20-efd6c64d0770), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.647615 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-139af1bd-b1d3-4bce-bfbe-f7bc95be08ba service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870557 Apr 11 16:53:07.684727 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4a03b5-169f-411c-af2c-51d279f31202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b40e43a-bb81-4bb9-8b20-efd6c64d0770,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:07.691855 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5a4a03b5-169f-411c-af2c-51d279f31202 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e5d907f670c84a2c9549fbffc2e72c25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388589 Apr 11 16:53:07.692608 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39266) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:07.740799 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71a03eb8-9db6-4266-bbdb-ec4678d93fa5 admin admin] Publish callbacks [] for security_group (8b40e43a-bb81-4bb9-8b20-efd6c64d0770), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.748798 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf47fc53-4116-4825-9f7e-db1b83a2afda req-679b8cac-5e75-4440-875d-91cc36350bef service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930517 Apr 11 16:53:07.761790 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71a03eb8-9db6-4266-bbdb-ec4678d93fa5 admin admin] Publish callbacks [] for security_group (8b40e43a-bb81-4bb9-8b20-efd6c64d0770), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.812979 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71a03eb8-9db6-4266-bbdb-ec4678d93fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8b40e43a-bb81-4bb9-8b20-efd6c64d0770), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.815625 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-71a03eb8-9db6-4266-bbdb-ec4678d93fa5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.816805 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-71a03eb8-9db6-4266-bbdb-ec4678d93fa5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8b40e43a-bb81-4bb9-8b20-efd6c64d0770 HTTP/1.1" status: 204 len: 168 time: 0.1238778 Apr 11 16:53:07.824423 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a03eb8-9db6-4266-bbdb-ec4678d93fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b40e43a-bb81-4bb9-8b20-efd6c64d0770,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:08.154438 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ae260-cb77-4a54-9c72-a320a852898f req-b31df502-f4a8-4fc9-a9a9-1c51685e29e7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:08.155968 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-596ae260-cb77-4a54-9c72-a320a852898f req-b31df502-f4a8-4fc9-a9a9-1c51685e29e7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0482895 Apr 11 16:53:08.202809 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-596ae260-cb77-4a54-9c72-a320a852898f req-86d1f65d-9f38-4494-814f-796852df793c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409794 Apr 11 16:53:08.524289 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5df4a-68b7-47a4-bddc-32a7cebe2cc9 req-d6a183ec-786d-49f3-8d8d-a0ab065ef40b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:08.525894 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-39d5df4a-68b7-47a4-bddc-32a7cebe2cc9 req-d6a183ec-786d-49f3-8d8d-a0ab065ef40b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 943 time: 0.0490847 Apr 11 16:53:08.574953 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-39d5df4a-68b7-47a4-bddc-32a7cebe2cc9 req-6e3736ff-0483-443a-af4b-78b6aa94d872 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431092 Apr 11 16:53:09.048889 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-9d12e21a-3492-4a88-a184-575c09a3b1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:09.050345 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-9d12e21a-3492-4a88-a184-575c09a3b1b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1127 time: 0.0392940 Apr 11 16:53:09.142605 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-63b15de5-a9db-4127-9611-48e57ca89d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:09.144086 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-63b15de5-a9db-4127-9611-48e57ca89d2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.0873637 Apr 11 16:53:09.185220 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-25a9632e-c8e8-42eb-b9ce-d2d6215d1c34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 200 len: 217 time: 0.0334897 Apr 11 16:53:09.234946 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-85d05259-5173-43ff-9aad-92c9bf0eb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:09.236421 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-85d05259-5173-43ff-9aad-92c9bf0eb2dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0434396 Apr 11 16:53:09.282715 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-04628c67-feac-4927-a7b5-f73f94826b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:09.284234 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-04628c67-feac-4927-a7b5-f73f94826b5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397656 Apr 11 16:53:09.313719 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bac139-30fd-40c8-be5c-6a3bf5bb7f24 req-ee35dbc4-dd71-466c-abbc-6bda59eb47b9 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:09.315224 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-01bac139-30fd-40c8-be5c-6a3bf5bb7f24 req-ee35dbc4-dd71-466c-abbc-6bda59eb47b9 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0459988 Apr 11 16:53:09.361908 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-01bac139-30fd-40c8-be5c-6a3bf5bb7f24 req-21add61f-42d7-44cb-bc98-a05a3dd929f6 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410640 Apr 11 16:53:09.376870 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-2e904e5f-4afb-4b05-a7a4-3cc7364b43df service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854526 Apr 11 16:53:09.471885 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6555c157-4efd-48b2-8a42-dbc2cab07855 req-9036a6cc-50e4-40f1-b610-bda85a370bd1 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840645 Apr 11 16:53:09.682914 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9305ddc-4a24-4bbf-b638-aad51653374b req-10728cd9-4aba-4efd-aa56-9ab675d4b2cb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:09.684870 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d9305ddc-4a24-4bbf-b638-aad51653374b req-10728cd9-4aba-4efd-aa56-9ab675d4b2cb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 943 time: 0.0446947 Apr 11 16:53:09.732403 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d9305ddc-4a24-4bbf-b638-aad51653374b req-39812e08-60eb-4aea-b7ba-3172697fb1eb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420525 Apr 11 16:53:09.738807 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 076ed64c-bde0-47e2-9bcc-f367d85299e0 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:53:09.843485 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 076ed64c-bde0-47e2-9bcc-f367d85299e0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:09.854732 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'mac_address': 'fa:16:3e:19:15:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:53:09.892119 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 076ed64c-bde0-47e2-9bcc-f367d85299e0 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:09.892518 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:09.905380 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 076ed64c-bde0-47e2-9bcc-f367d85299e0 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:09.929107 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 076ed64c-bde0-47e2-9bcc-f367d85299e0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:09.933216 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:09.983723 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=076ed64c-bde0-47e2-9bcc-f367d85299e0,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:09.992321 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.992679 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.993054 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.993616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.994057 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.994303 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.994659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.999373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.999373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.999373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.999373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.999373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.999373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.999373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:09.999373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:10.472950 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b97f10-c1c9-43fd-9c7b-42f17628b5f5 req-2b8aa1e1-419f-44c8-9efb-f7dab329022b tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:10.474712 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d9b97f10-c1c9-43fd-9c7b-42f17628b5f5 req-2b8aa1e1-419f-44c8-9efb-f7dab329022b tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0457041 Apr 11 16:53:10.521094 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d9b97f10-c1c9-43fd-9c7b-42f17628b5f5 req-8e9112d1-3a5f-4243-a760-0c0918fbb060 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410023 Apr 11 16:53:10.844481 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0785a02-0f44-4ebf-aa2e-0b65ebe3298b req-276eda08-cb59-4c0f-9593-c348522609ce tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:10.845951 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c0785a02-0f44-4ebf-aa2e-0b65ebe3298b req-276eda08-cb59-4c0f-9593-c348522609ce tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 944 time: 0.0465376 Apr 11 16:53:10.892699 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c0785a02-0f44-4ebf-aa2e-0b65ebe3298b req-95eae2db-8402-4963-b161-8501e95f3914 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409105 Apr 11 16:53:11.633606 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3454db12-6671-4c59-94c3-4d3ea8daa92e req-2300aec9-d086-4cb2-ab3e-1e4f4ca059c1 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:11.635313 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3454db12-6671-4c59-94c3-4d3ea8daa92e req-2300aec9-d086-4cb2-ab3e-1e4f4ca059c1 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0485163 Apr 11 16:53:11.679995 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3454db12-6671-4c59-94c3-4d3ea8daa92e req-d002cf19-0971-4f95-b927-e8a992850b4e tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392070 Apr 11 16:53:12.001596 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7585ce-6228-40c7-9f56-83fb896c6a02 req-e12fcf81-8004-4d27-aae8-c9d5897aa055 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:12.003078 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ef7585ce-6228-40c7-9f56-83fb896c6a02 req-e12fcf81-8004-4d27-aae8-c9d5897aa055 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 944 time: 0.0459411 Apr 11 16:53:12.022577 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['076ed64c-bde0-47e2-9bcc-f367d85299e0'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:53:12.049349 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ef7585ce-6228-40c7-9f56-83fb896c6a02 req-847fba6a-caa6-4722-9772-05f44f1196e0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407493 Apr 11 16:53:12.494693 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4b9c9399-2d44-407c-b412-d452d51413ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:12.791330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c7f53-afbb-4d98-b998-f604625f09fd req-8d77a20c-a6a5-40d9-b098-10aa13b4f0b7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:12.793284 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e20c7f53-afbb-4d98-b998-f604625f09fd req-8d77a20c-a6a5-40d9-b098-10aa13b4f0b7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0485494 Apr 11 16:53:12.838261 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e20c7f53-afbb-4d98-b998-f604625f09fd req-fefb9baf-87df-46bd-b6de-6d375f854125 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393379 Apr 11 16:53:13.157504 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fccb1-dc28-49bb-bd88-c668030457d0 req-f82d50c2-514b-4506-81c9-27daadbacf0d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:13.158989 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0e5fccb1-dc28-49bb-bd88-c668030457d0 req-f82d50c2-514b-4506-81c9-27daadbacf0d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 944 time: 0.0462549 Apr 11 16:53:13.203731 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0e5fccb1-dc28-49bb-bd88-c668030457d0 req-d892b98f-b152-4dee-8299-9f3b60bafc60 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393810 Apr 11 16:53:13.949273 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7176a02-6ff2-4f5d-b783-55cedc372bfe req-5bc95558-685a-4e34-abb1-e86d6d2cf13c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:13.950761 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e7176a02-6ff2-4f5d-b783-55cedc372bfe req-5bc95558-685a-4e34-abb1-e86d6d2cf13c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0451055 Apr 11 16:53:14.002505 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e7176a02-6ff2-4f5d-b783-55cedc372bfe req-2f4ed8cb-6491-4982-becd-01db0c8a5b2a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463190 Apr 11 16:53:14.326812 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9d3312-ae9b-488a-bbeb-5223c78dc6b3 req-4df79cfc-9dff-473f-bde7-eb76b25a7820 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:14.328270 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2c9d3312-ae9b-488a-bbeb-5223c78dc6b3 req-4df79cfc-9dff-473f-bde7-eb76b25a7820 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 944 time: 0.0545127 Apr 11 16:53:14.373730 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2c9d3312-ae9b-488a-bbeb-5223c78dc6b3 req-c091767a-01c0-4527-a0fe-b199b580bf4c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393479 Apr 11 16:53:14.857109 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d488d339-2bc6-4b78-8a01-6ec4d411327f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.112338 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58726c29-a95e-41d8-8109-3f3baedd1f22 req-31836105-d644-44b7-89b9-dbde2ee2dcb3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:15.113782 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-58726c29-a95e-41d8-8109-3f3baedd1f22 req-31836105-d644-44b7-89b9-dbde2ee2dcb3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0455511 Apr 11 16:53:15.159359 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-58726c29-a95e-41d8-8109-3f3baedd1f22 req-878c1dbb-b753-4d57-806a-1ae017fa8f33 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401688 Apr 11 16:53:15.681018 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8eec1-6c3d-49cd-9ee4-78ee3b034868 req-9226b4de-30ca-4508-b607-67d76876704e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:15.682383 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-33d8eec1-6c3d-49cd-9ee4-78ee3b034868 req-9226b4de-30ca-4508-b607-67d76876704e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 944 time: 0.2445371 Apr 11 16:53:15.726661 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-33d8eec1-6c3d-49cd-9ee4-78ee3b034868 req-8bbc5d48-e615-4adb-b7fc-f2cd059b4e0e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381503 Apr 11 16:53:15.914430 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:16.268799 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077e942-23f9-48ef-9f5f-4cc1d9f9ab04 req-4d5c588b-d105-465f-b262-e89a02b95a18 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:16.270231 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b077e942-23f9-48ef-9f5f-4cc1d9f9ab04 req-4d5c588b-d105-465f-b262-e89a02b95a18 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0449533 Apr 11 16:53:16.320201 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b077e942-23f9-48ef-9f5f-4cc1d9f9ab04 req-a727a3a8-6ec2-4afd-a48c-09f7dcc86fdc tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444345 Apr 11 16:53:16.592992 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 076ed64c-bde0-47e2-9bcc-f367d85299e0 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:53:16.635130 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 076ed64c-bde0-47e2-9bcc-f367d85299e0 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:53:16.640404 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 076ed64c-bde0-47e2-9bcc-f367d85299e0 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:53:16.640805 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:16.716519 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 076ed64c-bde0-47e2-9bcc-f367d85299e0 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:16.716896 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:16.739617 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:16.741801 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e3ab96-6973-4602-9126-8f3feab734e6" -d '{"events": [{"server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "name": "network-vif-plugged", "status": "completed", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:16.754561 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 076ed64c-bde0-47e2-9bcc-f367d85299e0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:16.758943 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:16.783770 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3921d3-27fc-42f0-9166-7e82d60daad9 x-openstack-request-id: req-6f3921d3-27fc-42f0-9166-7e82d60daad9 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:16.784091 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "name": "network-vif-plugged", "status": "completed", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:16.784348 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6f3921d3-27fc-42f0-9166-7e82d60daad9 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:16.784742 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3921d3-27fc-42f0-9166-7e82d60daad9'] response: {'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'code': 200} Apr 11 16:53:16.809582 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=076ed64c-bde0-47e2-9bcc-f367d85299e0,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:16.839776 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92521487-636b-4689-9b8e-92218f58b4aa req-be99db3a-fc96-4716-abb0-5046f5ef2d1e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:16.841814 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-92521487-636b-4689-9b8e-92218f58b4aa req-be99db3a-fc96-4716-abb0-5046f5ef2d1e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0491273 Apr 11 16:53:16.888332 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-92521487-636b-4689-9b8e-92218f58b4aa req-d2f00a50-9bee-4859-9e3a-f8db5bbf3317 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408392 Apr 11 16:53:17.440211 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e14cc02-6bfc-406a-b4f1-e116b1116237 req-c40135a9-ff87-4446-a588-cfabaaad9aec tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:17.444653 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1e14cc02-6bfc-406a-b4f1-e116b1116237 req-c40135a9-ff87-4446-a588-cfabaaad9aec tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0501935 Apr 11 16:53:17.492999 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1e14cc02-6bfc-406a-b4f1-e116b1116237 req-bcf0e4ba-5560-4f2b-aa5c-b438a6b4e8a3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457609 Apr 11 16:53:17.529969 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:18.000391 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40090525-3651-4aec-bd1f-6a29bd85dad0 req-30ac07be-bc78-4be2-aefb-e1c6a2a801ec tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:18.001869 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-40090525-3651-4aec-bd1f-6a29bd85dad0 req-30ac07be-bc78-4be2-aefb-e1c6a2a801ec tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0484850 Apr 11 16:53:18.051456 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-40090525-3651-4aec-bd1f-6a29bd85dad0 req-f9b1405e-38a6-45ef-8b02-a08ad669e007 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439487 Apr 11 16:53:18.404851 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:18.603760 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a4d6ea-7c46-4182-8608-1b2c3ffeb01d req-24712ab3-3b7e-46a7-adf1-140cf67ddb12 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:18.605796 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b9a4d6ea-7c46-4182-8608-1b2c3ffeb01d req-24712ab3-3b7e-46a7-adf1-140cf67ddb12 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0460505 Apr 11 16:53:18.649628 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b9a4d6ea-7c46-4182-8608-1b2c3ffeb01d req-c68fc42e-f29c-4782-9dcc-81d8f2f65845 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383010 Apr 11 16:53:18.969196 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:19.160049 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab2889-a1a6-478e-a621-6a5edeb84b1e req-d355d75b-9a2f-44c4-943e-954bd59b632b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:19.161396 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4dab2889-a1a6-478e-a621-6a5edeb84b1e req-d355d75b-9a2f-44c4-943e-954bd59b632b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0453858 Apr 11 16:53:19.206145 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4dab2889-a1a6-478e-a621-6a5edeb84b1e req-8b53e637-bb0f-4b5a-833e-e8e587b42bfe tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391121 Apr 11 16:53:19.635203 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd86f86-24f3-4bc4-9ff3-394582d0529b req-caedee64-de71-44ef-8305-84e6766c1cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:19.636695 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-abd86f86-24f3-4bc4-9ff3-394582d0529b req-caedee64-de71-44ef-8305-84e6766c1cfb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1129 time: 0.0384219 Apr 11 16:53:19.679680 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-abd86f86-24f3-4bc4-9ff3-394582d0529b req-2c284672-6c30-43fc-a1f9-30511702b01e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361955 Apr 11 16:53:19.765075 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f909f-4045-4670-90ef-a276ceecb0e9 req-ede56040-5b54-43de-8286-961cf7f6cf22 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:19.766536 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d39f909f-4045-4670-90ef-a276ceecb0e9 req-ede56040-5b54-43de-8286-961cf7f6cf22 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0492296 Apr 11 16:53:19.811679 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d39f909f-4045-4670-90ef-a276ceecb0e9 req-a6daa919-f4ac-43c2-8e5e-ec14c614b39f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396504 Apr 11 16:53:20.315075 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe04852-e12c-4fdb-8bf4-4bd46d6b17cd req-15047b82-2cb3-497f-920f-edd0b85606cc tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:20.316538 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8fe04852-e12c-4fdb-8bf4-4bd46d6b17cd req-15047b82-2cb3-497f-920f-edd0b85606cc tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0456207 Apr 11 16:53:20.361233 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8fe04852-e12c-4fdb-8bf4-4bd46d6b17cd req-5986bf56-27ad-4fc0-9d4a-8741ec583aa8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392680 Apr 11 16:53:20.923098 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d888278-aeef-4385-a52a-07cdb07366d4 req-7f08b5f8-87ef-4bbc-8f94-06e802fdf363 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:20.924585 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7d888278-aeef-4385-a52a-07cdb07366d4 req-7f08b5f8-87ef-4bbc-8f94-06e802fdf363 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0473800 Apr 11 16:53:20.974374 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7d888278-aeef-4385-a52a-07cdb07366d4 req-89a0a415-4ed6-460f-b1aa-d17945e53da4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442603 Apr 11 16:53:21.469306 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e1ea2c-8025-4b3e-ac8b-942df2b52e43 req-e2585885-ae47-4693-bfaf-c50543853b18 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:21.470784 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-51e1ea2c-8025-4b3e-ac8b-942df2b52e43 req-e2585885-ae47-4693-bfaf-c50543853b18 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0454471 Apr 11 16:53:21.515715 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-51e1ea2c-8025-4b3e-ac8b-942df2b52e43 req-1e21e9fe-119c-4a84-a3ae-f286bdc8e459 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395727 Apr 11 16:53:22.085434 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d4592c-8698-4d6d-bc5f-b9f8bbf2ccce req-baa240ec-3da2-4563-80b5-15006e13ad0f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:22.086903 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-18d4592c-8698-4d6d-bc5f-b9f8bbf2ccce req-baa240ec-3da2-4563-80b5-15006e13ad0f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0458562 Apr 11 16:53:22.131581 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-18d4592c-8698-4d6d-bc5f-b9f8bbf2ccce req-377e4f46-5020-4f6c-afed-efbf4889171e tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392075 Apr 11 16:53:22.627407 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5c18d-759b-4ed4-849b-1a2b2b727cf2 req-039ffc9f-e069-4956-aa1e-b8864aad8595 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:22.628866 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43d5c18d-759b-4ed4-849b-1a2b2b727cf2 req-039ffc9f-e069-4956-aa1e-b8864aad8595 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0491610 Apr 11 16:53:22.677667 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43d5c18d-759b-4ed4-849b-1a2b2b727cf2 req-e32dc4ee-8f9f-4d51-b64e-b29c6910e034 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434060 Apr 11 16:53:23.240494 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d295b4-56a1-4394-b4c2-db2706f0086e req-3ef0a34a-e742-4d5e-a8fa-dfa6e0298ced tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:23.241963 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-44d295b4-56a1-4394-b4c2-db2706f0086e req-3ef0a34a-e742-4d5e-a8fa-dfa6e0298ced tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0458267 Apr 11 16:53:23.287316 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-44d295b4-56a1-4394-b4c2-db2706f0086e req-49646cca-e47b-47ac-a00e-d34481e8734a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399456 Apr 11 16:53:23.789911 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493236e-3467-4415-a050-c89535e8db5f req-92533778-8daa-485b-90f9-43b9df542ed5 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:23.791480 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2493236e-3467-4415-a050-c89535e8db5f req-92533778-8daa-485b-90f9-43b9df542ed5 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0496755 Apr 11 16:53:23.837857 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2493236e-3467-4415-a050-c89535e8db5f req-80f2f725-ecfc-4a53-b989-736cbd7e1c0b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409112 Apr 11 16:53:24.399115 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade6670d-3f6c-46e5-b300-ca41b2c95ad8 req-047b4221-06a1-4f6e-85b1-cd90fb40ab46 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:24.400602 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ade6670d-3f6c-46e5-b300-ca41b2c95ad8 req-047b4221-06a1-4f6e-85b1-cd90fb40ab46 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0470099 Apr 11 16:53:24.449941 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ade6670d-3f6c-46e5-b300-ca41b2c95ad8 req-7bd2b841-bb10-4077-947e-261fd1a0a164 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430095 Apr 11 16:53:24.966572 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b17f7-6066-46b6-946d-57c52c30ac59 req-8d5b4dd7-3726-486a-a136-d570a67ec1b4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:24.976156 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-146b17f7-6066-46b6-946d-57c52c30ac59 req-8d5b4dd7-3726-486a-a136-d570a67ec1b4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0605094 Apr 11 16:53:25.026327 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-146b17f7-6066-46b6-946d-57c52c30ac59 req-8d3c058f-e884-420f-b6cf-3882bd475d60 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498304 Apr 11 16:53:25.131966 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea538d8-169a-48f1-a150-7a5f015aed1e req-8d4a3a09-4f29-4f7f-a4e4-75b8ee64e616 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:25.133549 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dea538d8-169a-48f1-a150-7a5f015aed1e req-8d4a3a09-4f29-4f7f-a4e4-75b8ee64e616 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0459771 Apr 11 16:53:25.143079 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39496) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:25.147604 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'floatingip': {'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:25.186839 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (caab5ff4-965a-42c4-a15a-71a730b9b297), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:25.588185 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac3cc7-1c77-466a-959e-0271a0ea5ed0 req-7373fbe6-a983-4717-94b5-3282bc849749 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:25.589665 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-18ac3cc7-1c77-466a-959e-0271a0ea5ed0 req-7373fbe6-a983-4717-94b5-3282bc849749 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0639277 Apr 11 16:53:25.696156 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-18ac3cc7-1c77-466a-959e-0271a0ea5ed0 req-93dcbe16-16ff-48a9-b436-65383b5a4bd3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848141 Apr 11 16:53:25.707878 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:25.711659 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (caab5ff4-965a-42c4-a15a-71a730b9b297), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:25.812692 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Floating IP caab5ff4-965a-42c4-a15a-71a730b9b297 associated. External IP: 172.27.1.169, port: 076ed64c-bde0-47e2-9bcc-f367d85299e0. Apr 11 16:53:26.027379 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Router feaadcca-c88c-442d-a22f-2a6e628e2f5a has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:53:26.148844 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:53:26.154180 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:26.158756 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] Sync routers for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:53:26.171177 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:53:26.171794 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:53:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:53:26.182866 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-38c9ceda-f06d-4ab3-943b-a7a9e1203d71 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "PUT /v2.0/floatingips/caab5ff4-965a-42c4-a15a-71a730b9b297 HTTP/1.1" status: 200 len: 991 time: 1.0386822 Apr 11 16:53:26.183513 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:26.185845 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:26.222760 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4938ded-c7a2-417b-b127-b370ebcabb1c x-openstack-request-id: req-c4938ded-c7a2-417b-b127-b370ebcabb1c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:26.223172 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:26.223429 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c4938ded-c7a2-417b-b127-b370ebcabb1c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:26.223834 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4938ded-c7a2-417b-b127-b370ebcabb1c'] response: {'name': 'network-changed', 'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'status': 'completed', 'code': 200} Apr 11 16:53:26.293550 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:53:26.524831 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'caab5ff4-965a-42c4-a15a-71a730b9b297', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'mac_address': 'fa:16:3e:19:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f065-1e88-4001-8adf-a34dda79158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:53:02Z', 'updated_at': '2022-04-11T16:53:25Z', 'revision_number': 1, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:53:26.557061 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] Checking router: feaadcca-c88c-442d-a22f-2a6e628e2f5a for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:53:26.568047 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:53:26.568673 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:53:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:53:26.599557 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-9fcd5ff2-fc49-4082-9d07-c36f10fc9e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:26.601378 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-9fcd5ff2-fc49-4082-9d07-c36f10fc9e2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1129 time: 0.0480909 Apr 11 16:53:26.725919 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-d5397ba4-7a4a-4648-926b-b0f5746b3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:26.727334 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-d5397ba4-7a4a-4648-926b-b0f5746b3d6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.1006339 Apr 11 16:53:26.781038 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:53:26.796416 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-e756493b-99a3-4b00-9f25-812f1e981434 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 200 len: 999 time: 0.0610263 Apr 11 16:53:26.819746 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b35681-199c-48cc-b475-777287e46b41 req-24df27bc-68c6-4ba4-b821-85b1427a4baf tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:26.821384 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-88b35681-199c-48cc-b475-777287e46b41 req-24df27bc-68c6-4ba4-b821-85b1427a4baf tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0535719 Apr 11 16:53:26.857216 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-7167b866-2e7f-4b1a-a32a-10158a5fe3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:26.859516 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-7167b866-2e7f-4b1a-a32a-10158a5fe3cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0549245 Apr 11 16:53:26.873245 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-88b35681-199c-48cc-b475-777287e46b41 req-aaf4238e-dabb-45ab-b257-e6972e6a3eb9 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459006 Apr 11 16:53:26.918444 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-3109a584-e8c7-4d20-9a1a-a5510d1a4f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:26.920016 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-3109a584-e8c7-4d20-9a1a-a5510d1a4f3f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524890 Apr 11 16:53:27.023787 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'caab5ff4-965a-42c4-a15a-71a730b9b297', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'mac_address': 'fa:16:3e:19:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f065-1e88-4001-8adf-a34dda79158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:53:02Z', 'updated_at': '2022-04-11T16:53:25Z', 'revision_number': 1, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:53:27.024697 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-d6803b30-880a-4127-9b0f-c82aab98179b service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965252 Apr 11 16:53:27.058042 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88572b87-dfcf-4765-a8fb-a4ef42d5799a None None] The sync data for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi is: [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'caab5ff4-965a-42c4-a15a-71a730b9b297', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'mac_address': 'fa:16:3e:19:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f065-1e88-4001-8adf-a34dda79158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:53:02Z', 'updated_at': '2022-04-11T16:53:25Z', 'revision_number': 1, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:53:27.134578 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-34a68c1e-bb08-4147-829b-1a27ddf9c3d6 req-c2e151ac-0834-4468-8573-9877966bebf9 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979021 Apr 11 16:53:27.159854 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0172aecf-081b-468b-b0a8-f755aeb2427a req-8b972f38-3b69-4451-a2ec-9b473359efe2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.166631 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0172aecf-081b-468b-b0a8-f755aeb2427a req-8b972f38-3b69-4451-a2ec-9b473359efe2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0793800 Apr 11 16:53:27.220399 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0172aecf-081b-468b-b0a8-f755aeb2427a req-46d6db9a-09e4-42b2-92d0-90faa204f05f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499072 Apr 11 16:53:27.277563 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-f4d04de1-5041-473a-ba6b-54d58a220df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.279069 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-f4d04de1-5041-473a-ba6b-54d58a220df6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 1129 time: 0.0438733 Apr 11 16:53:27.332848 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c68c15-924c-4745-91c9-539e427a9d58 None None] New status for floating IP caab5ff4-965a-42c4-a15a-71a730b9b297: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:53:27.384949 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-735a7c18-e61a-4c7a-830f-11e986813c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.386994 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-735a7c18-e61a-4c7a-830f-11e986813c16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 912 time: 0.0981619 Apr 11 16:53:27.418263 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39544) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:27.456056 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-77839874-2003-41cc-8734-c23c3d620b43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d HTTP/1.1" status: 200 len: 1001 time: 0.0626097 Apr 11 16:53:27.514744 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-5765f132-3e58-49fe-ae15-3fab379499d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.516227 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-5765f132-3e58-49fe-ae15-3fab379499d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 200 len: 849 time: 0.0515335 Apr 11 16:53:27.533935 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-199015a6-20e9-4590-ab57-e1e51070f6ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.578806 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-5ca6d653-f038-4863-ac86-4bb261405261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.580381 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-5ca6d653-f038-4863-ac86-4bb261405261 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454671 Apr 11 16:53:27.619629 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-199015a6-20e9-4590-ab57-e1e51070f6ad admin admin] Publish callbacks [] for security_group (80fdeb6e-0a6c-4219-b260-44e51063ccea), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.626226 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-199015a6-20e9-4590-ab57-e1e51070f6ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (80fdeb6e-0a6c-4219-b260-44e51063ccea), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.667618 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-199015a6-20e9-4590-ab57-e1e51070f6ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=921097a9de454054adc6baa01dc1ca01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2482588 Apr 11 16:53:27.670707 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199015a6-20e9-4590-ab57-e1e51070f6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fdeb6e-0a6c-4219-b260-44e51063ccea,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:27.673035 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39554) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:27.679294 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-8fb19477-97e3-4e52-a690-377af6216abc service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907106 Apr 11 16:53:27.720622 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-feb08df5-62b2-4b5a-a161-dd9a4d44da08 admin admin] Publish callbacks [] for security_group (80fdeb6e-0a6c-4219-b260-44e51063ccea), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.741896 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-feb08df5-62b2-4b5a-a161-dd9a4d44da08 admin admin] Publish callbacks [] for security_group (80fdeb6e-0a6c-4219-b260-44e51063ccea), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.783865 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9f5d9f49-a215-43ca-9d09-4f5536cd04bc req-1a19de30-5a24-4ceb-9802-9e9881e5f624 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883365 Apr 11 16:53:27.790860 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-feb08df5-62b2-4b5a-a161-dd9a4d44da08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (80fdeb6e-0a6c-4219-b260-44e51063ccea), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.793510 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-feb08df5-62b2-4b5a-a161-dd9a4d44da08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.794652 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-feb08df5-62b2-4b5a-a161-dd9a4d44da08 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/80fdeb6e-0a6c-4219-b260-44e51063ccea HTTP/1.1" status: 204 len: 168 time: 0.1206975 Apr 11 16:53:27.802070 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb08df5-62b2-4b5a-a161-dd9a4d44da08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fdeb6e-0a6c-4219-b260-44e51063ccea,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:28.346143 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a78a7bd-d54b-42ed-9e0d-1c1cfcff5ca5 req-81410cf0-5975-4aaa-a2b7-ab2417580bee tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:28.348571 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1a78a7bd-d54b-42ed-9e0d-1c1cfcff5ca5 req-81410cf0-5975-4aaa-a2b7-ab2417580bee tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0623548 Apr 11 16:53:28.403795 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1a78a7bd-d54b-42ed-9e0d-1c1cfcff5ca5 req-512490f6-51a0-4ce6-87f8-99490e6af70c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497348 Apr 11 16:53:29.515294 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7565d796-0499-47b3-a8a6-8505af86b06d req-46e11eaf-a1e6-4475-98c2-0971c36628b8 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:29.516971 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7565d796-0499-47b3-a8a6-8505af86b06d req-46e11eaf-a1e6-4475-98c2-0971c36628b8 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0471354 Apr 11 16:53:29.563774 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7565d796-0499-47b3-a8a6-8505af86b06d req-7ebfd869-1fa7-457a-879f-336f41e8e785 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411134 Apr 11 16:53:30.071297 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39610) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:30.177651 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93b825a6-3af5-4b5a-bdd7-37a8f6fd4e4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.260074 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93b825a6-3af5-4b5a-bdd7-37a8f6fd4e4e admin admin] Publish callbacks [] for security_group (0dc92430-6ff8-4503-8ac2-fda7c7ed5c99), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.263972 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-93b825a6-3af5-4b5a-bdd7-37a8f6fd4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0dc92430-6ff8-4503-8ac2-fda7c7ed5c99), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.304096 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b825a6-3af5-4b5a-bdd7-37a8f6fd4e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc92430-6ff8-4503-8ac2-fda7c7ed5c99,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:30.309148 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-93b825a6-3af5-4b5a-bdd7-37a8f6fd4e4e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=0e5110c34e4f44c3890339f3f0c63557&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2367959 Apr 11 16:53:30.313238 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 39618) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:30.372999 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0359730-d503-4070-b3aa-d70ed52c0fb7 admin admin] Publish callbacks [] for security_group (0dc92430-6ff8-4503-8ac2-fda7c7ed5c99), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.397460 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0359730-d503-4070-b3aa-d70ed52c0fb7 admin admin] Publish callbacks [] for security_group (0dc92430-6ff8-4503-8ac2-fda7c7ed5c99), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.449097 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0359730-d503-4070-b3aa-d70ed52c0fb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0dc92430-6ff8-4503-8ac2-fda7c7ed5c99), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.451708 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f0359730-d503-4070-b3aa-d70ed52c0fb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.452892 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f0359730-d503-4070-b3aa-d70ed52c0fb7 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0dc92430-6ff8-4503-8ac2-fda7c7ed5c99 HTTP/1.1" status: 204 len: 168 time: 0.1385424 Apr 11 16:53:30.465180 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0359730-d503-4070-b3aa-d70ed52c0fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc92430-6ff8-4503-8ac2-fda7c7ed5c99,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:30.685968 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b69c83-1392-42ce-8528-10914b915afa req-24684f68-ee7c-4418-99a3-2e9ec9b0a2a5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:30.687901 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43b69c83-1392-42ce-8528-10914b915afa req-24684f68-ee7c-4418-99a3-2e9ec9b0a2a5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0531390 Apr 11 16:53:30.736590 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43b69c83-1392-42ce-8528-10914b915afa req-c5be8ffa-58f6-4821-a775-c1ad180ce67e tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429924 Apr 11 16:53:40.920350 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:53:42.495905 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1217e6ad-ac44-492c-91b4-64cddef07174 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:44.858539 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8b215ac8-2ded-4b37-aa76-0df7c5e9238b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.434353 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-6330d6e0-e88d-48df-86d6-17eb86bdcd67 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416336 Apr 11 16:53:45.514989 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-655accfd-a6cd-4a06-baa7-7f01ad67a8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:45.516526 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-655accfd-a6cd-4a06-baa7-7f01ad67a8d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 1129 time: 0.0401428 Apr 11 16:53:45.623324 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-dcd97e6a-b985-40c5-89a7-c2724e74923b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:45.624801 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-dcd97e6a-b985-40c5-89a7-c2724e74923b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.0884922 Apr 11 16:53:45.668645 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-988cfc0d-7c62-4ed6-ba05-b1fcb3f74486 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd HTTP/1.1" status: 200 len: 217 time: 0.0350416 Apr 11 16:53:45.719568 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-15d36ac3-3c7e-447f-bac3-c2b743535cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:45.721030 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-15d36ac3-3c7e-447f-bac3-c2b743535cb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0437834 Apr 11 16:53:45.767148 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-681e564a-5882-4ab9-9d3a-95ed05a44a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:45.768664 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-681e564a-5882-4ab9-9d3a-95ed05a44a0d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0380461 Apr 11 16:53:45.863453 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-bfeaefa4-b963-4f87-b29e-c38c4825a5fd service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848064 Apr 11 16:53:45.918070 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.958433 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3f4a1a02-f5e4-44ad-8a5a-d2cd708d1a5d req-dc42afdc-49a5-4708-b7b7-d95bb1cd1559 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875828 Apr 11 16:53:47.533726 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:48.387348 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:48.970937 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:51.245913 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a7b3e-0308-40e6-a508-8b3e24b7d60a req-383c1a3a-cae0-4813-965b-8f6a52a1f52a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:51.247419 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f93a7b3e-0308-40e6-a508-8b3e24b7d60a req-383c1a3a-cae0-4813-965b-8f6a52a1f52a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0459538 Apr 11 16:53:51.293984 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f93a7b3e-0308-40e6-a508-8b3e24b7d60a req-b6b098ac-1b26-4a39-ab4f-746e80661770 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 Apr 11 16:53:52.412054 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41ed91-de63-49a9-867e-a9a9c157257d req-9a8166e2-fc70-453f-80d8-dd7df0800d51 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:52.413498 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cb41ed91-de63-49a9-867e-a9a9c157257d req-9a8166e2-fc70-453f-80d8-dd7df0800d51 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0469873 Apr 11 16:53:52.464084 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cb41ed91-de63-49a9-867e-a9a9c157257d req-fcba9ede-2fbe-4408-a926-ab40fcccdee9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441988 Apr 11 16:53:53.581387 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89d4d1-c114-4534-b93d-981a2f1f95b0 req-30da8d0c-acbd-43f3-ae4d-9118e8547699 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:53.582980 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0b89d4d1-c114-4534-b93d-981a2f1f95b0 req-30da8d0c-acbd-43f3-ae4d-9118e8547699 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0467649 Apr 11 16:53:53.628699 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0b89d4d1-c114-4534-b93d-981a2f1f95b0 req-71c4bb01-9fee-44eb-9ed1-ee7b9a6b51c1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403395 Apr 11 16:53:54.744199 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28851747-6b70-4890-93ef-cef718e35cf0 req-14993699-dbc0-4581-97f3-e11c75470e58 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:54.746229 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-28851747-6b70-4890-93ef-cef718e35cf0 req-14993699-dbc0-4581-97f3-e11c75470e58 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0466676 Apr 11 16:53:54.791197 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-28851747-6b70-4890-93ef-cef718e35cf0 req-743fc5ce-3360-427b-b79c-bf3451d94bc6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395315 Apr 11 16:53:55.911543 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5efbfc1-b4d5-42d9-af8f-df92c56e4d11 req-a09f71ae-8d64-4ebb-a1de-50c6ae9f2550 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:55.913034 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e5efbfc1-b4d5-42d9-af8f-df92c56e4d11 req-a09f71ae-8d64-4ebb-a1de-50c6ae9f2550 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0496879 Apr 11 16:53:55.959433 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e5efbfc1-b4d5-42d9-af8f-df92c56e4d11 req-2c120217-7194-4c19-a14c-ac4003b13fe4 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401697 Apr 11 16:53:57.076263 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015469c3-d2a1-4585-98c7-e69fbbb30819 req-84b77286-13bb-4940-84f1-78f9db2e791c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:57.077704 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-015469c3-d2a1-4585-98c7-e69fbbb30819 req-84b77286-13bb-4940-84f1-78f9db2e791c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0459137 Apr 11 16:53:57.124866 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-015469c3-d2a1-4585-98c7-e69fbbb30819 req-683844af-6ca0-4081-9c5f-c7feb0ebf653 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415668 Apr 11 16:53:58.243647 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5fe03-f15e-43d8-b078-6c0d56d02bbd req-4eda8b6a-bea6-4b08-86ca-711697969e43 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:58.245260 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-55a5fe03-f15e-43d8-b078-6c0d56d02bbd req-4eda8b6a-bea6-4b08-86ca-711697969e43 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0499964 Apr 11 16:53:58.292480 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-55a5fe03-f15e-43d8-b078-6c0d56d02bbd req-95b7d58b-4967-4421-909b-cbf8329aa8a7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415990 Apr 11 16:53:59.406664 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf9c2b-f0aa-42fd-ae76-2dab8d949aee req-ca7a03a2-4cc4-4923-90d4-c81546f0e8c9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:59.408154 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3edf9c2b-f0aa-42fd-ae76-2dab8d949aee req-ca7a03a2-4cc4-4923-90d4-c81546f0e8c9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0452321 Apr 11 16:53:59.452909 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3edf9c2b-f0aa-42fd-ae76-2dab8d949aee req-7b286be9-220a-4500-aea2-06da8eb8c358 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393190 Apr 11 16:54:00.565127 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060124f3-4fc6-498c-9004-d46272986343 req-36493c28-d37b-4291-9c34-3543173672a1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:00.566604 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-060124f3-4fc6-498c-9004-d46272986343 req-36493c28-d37b-4291-9c34-3543173672a1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0451880 Apr 11 16:54:00.614815 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-060124f3-4fc6-498c-9004-d46272986343 req-97cc217e-9685-42e3-a51f-3496a1cb4fe3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427432 Apr 11 16:54:01.733139 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44096-56cd-4215-92f9-6ce8395321e4 req-fd49bb8c-0adc-4891-8e47-6dddda8a93a2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:01.734620 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7ec44096-56cd-4215-92f9-6ce8395321e4 req-fd49bb8c-0adc-4891-8e47-6dddda8a93a2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0498161 Apr 11 16:54:01.781809 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7ec44096-56cd-4215-92f9-6ce8395321e4 req-e41d10a1-2a26-4393-9f74-9ac30ed1a71f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409009 Apr 11 16:54:02.902805 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde454cf-2a87-4791-a505-37e2bb6b0a06 req-64819c8a-34ae-4686-a4c5-906c4738f716 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:02.904440 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fde454cf-2a87-4791-a505-37e2bb6b0a06 req-64819c8a-34ae-4686-a4c5-906c4738f716 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0535800 Apr 11 16:54:02.955309 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fde454cf-2a87-4791-a505-37e2bb6b0a06 req-c7969f1c-c5d7-4353-8ab3-85b7d6416a01 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444891 Apr 11 16:54:04.076888 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83d5b5-86c8-4bce-826d-220e6b768869 req-18806c88-cb29-4d4f-ad25-2796822ceb07 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:04.078401 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0f83d5b5-86c8-4bce-826d-220e6b768869 req-18806c88-cb29-4d4f-ad25-2796822ceb07 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0517027 Apr 11 16:54:04.124893 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0f83d5b5-86c8-4bce-826d-220e6b768869 req-64707fe4-6883-4c28-923b-774aeb489166 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408359 Apr 11 16:54:05.241882 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f41f92-f7eb-43b5-af40-3845772d3025 req-71a2424c-b05c-40d9-badb-1e8513b7d3ff tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:05.243391 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-26f41f92-f7eb-43b5-af40-3845772d3025 req-71a2424c-b05c-40d9-badb-1e8513b7d3ff tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0469849 Apr 11 16:54:05.289699 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-26f41f92-f7eb-43b5-af40-3845772d3025 req-f3905b96-9e57-4b77-a4b5-4efba3f4686b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402870 Apr 11 16:54:06.403755 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2dbb2-9488-41a0-8c72-699cb78d8c02 req-722c77a8-856f-4635-bb73-a947259525ea tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:06.405216 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cdc2dbb2-9488-41a0-8c72-699cb78d8c02 req-722c77a8-856f-4635-bb73-a947259525ea tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0464587 Apr 11 16:54:06.453160 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cdc2dbb2-9488-41a0-8c72-699cb78d8c02 req-3cea506e-1640-4d54-99b5-af9dfe21e2e8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424697 Apr 11 16:54:07.574078 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e4c9d-7351-44ad-b350-61fadaecc4dc req-4974b1f4-2480-4cfc-b4e7-87f36c01fb4c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:07.575585 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-db3e4c9d-7351-44ad-b350-61fadaecc4dc req-4974b1f4-2480-4cfc-b4e7-87f36c01fb4c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0460584 Apr 11 16:54:07.610526 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 39926) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:07.622208 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-db3e4c9d-7351-44ad-b350-61fadaecc4dc req-3043aeaf-5702-4603-9747-7a8aac3223c3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408900 Apr 11 16:54:07.711728 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.785652 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Publish callbacks [] for security_group (ffd36136-e123-4b5e-b355-2ce0bf956c26), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.789453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (ffd36136-e123-4b5e-b355-2ce0bf956c26), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.827627 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8d38a2198fb54d85b9d57ad61ceaacbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2159915 Apr 11 16:54:07.828499 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd36136-e123-4b5e-b355-2ce0bf956c26,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:07.830263 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 39930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:07.835642 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.836003 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.836362 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.836721 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.837068 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.837413 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.838299 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.838670 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.839013 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.839354 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.839696 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.840032 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.840363 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.840695 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.841048 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed9d9d5-a414-4e65-8bbc-5bd20e83125f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.878093 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Publish callbacks [] for security_group (ffd36136-e123-4b5e-b355-2ce0bf956c26), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.898921 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Publish callbacks [] for security_group (ffd36136-e123-4b5e-b355-2ce0bf956c26), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.944193 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (ffd36136-e123-4b5e-b355-2ce0bf956c26), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.946784 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:07.948462 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ffd36136-e123-4b5e-b355-2ce0bf956c26 HTTP/1.1" status: 204 len: 168 time: 0.1171355 Apr 11 16:54:07.956048 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd36136-e123-4b5e-b355-2ce0bf956c26,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:07.963159 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.963516 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.963872 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.964227 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.964582 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.964923 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.965257 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.965595 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.965931 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.966267 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.966620 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.966959 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.967294 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.967630 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:07.967960 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98e1afb-79fa-415e-8a96-b78dd065f14c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:08.739662 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff9282-3d79-4f4e-829a-8183e6b0577c req-f0ab0110-9e8f-47e8-8a8d-11136896e345 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:08.741159 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-39ff9282-3d79-4f4e-829a-8183e6b0577c req-f0ab0110-9e8f-47e8-8a8d-11136896e345 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0493572 Apr 11 16:54:08.791053 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-39ff9282-3d79-4f4e-829a-8183e6b0577c req-4304c8c7-0e25-4a36-80a6-19407b180d19 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443575 Apr 11 16:54:08.863310 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:54:08.981590 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:08.992978 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'c1ded018-7993-4947-90bb-8a93833988ea', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'port_id': 'c1ded018-7993-4947-90bb-8a93833988ea', 'mac_address': 'fa:16:3e:af:c6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:54:09.030150 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c1ded018-7993-4947-90bb-8a93833988ea is: ACTIVE; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:09.030544 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.043766 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1ded018-7993-4947-90bb-8a93833988ea {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:09.063295 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:09.067015 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.111806 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=6']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:09.315661 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['c1ded018-7993-4947-90bb-8a93833988ea'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:54:09.908964 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a6e59f-e35b-4439-9371-9c49caf178cd req-0bbb2d2a-0ae1-485a-9328-7711454aed16 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:09.910492 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-16a6e59f-e35b-4439-9371-9c49caf178cd req-0bbb2d2a-0ae1-485a-9328-7711454aed16 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 945 time: 0.0480118 Apr 11 16:54:09.957782 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-16a6e59f-e35b-4439-9371-9c49caf178cd req-70cb6bde-0ecb-4599-a1d0-9303ddda5cf7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Apr 11 16:54:10.098052 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-b625c2f5-e70a-4a3d-abde-98d249446dcc tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/networks?tenant_id=25038d716b5e4a21a2a1a25b6f932b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298955 Apr 11 16:54:10.502550 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-72f94a8f-60f6-4fa5-b536-a5c4c5b2957d tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:10.504268 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-72f94a8f-60f6-4fa5-b536-a5c4c5b2957d tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4007862 Apr 11 16:54:10.521036 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-e667eee8-f1c7-40dc-8b5c-d1120e069c63 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/quotas/25038d716b5e4a21a2a1a25b6f932b86 HTTP/1.1" status: 200 len: 375 time: 0.0097103 Apr 11 16:54:10.558792 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-2831de4c-4262-4ec2-a0b0-0e4a05da9377 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=25038d716b5e4a21a2a1a25b6f932b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315800 Apr 11 16:54:10.799223 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-11a6ef22-0aa9-4afd-aa57-d964aa08cf3b req-1edd307d-cc9c-4aa8-bace-b403874b9b0c tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 210 time: 0.0521789 Apr 11 16:54:10.877383 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:10.949301 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port c1ded018-7993-4947-90bb-8a93833988ea triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:10.949706 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c1ded018-7993-4947-90bb-8a93833988ea), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.080747 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c1ded018-7993-4947-90bb-8a93833988ea is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:11.081510 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.109792 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:11.112362 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aff2ef15-c2aa-4230-a13f-ff5c22bc7cea" -d '{"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-plugged", "status": "completed", "tag": "c1ded018-7993-4947-90bb-8a93833988ea"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:11.129205 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:11.138108 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:11.145018 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7af07c-1528-4c24-a3ed-9d28a03899ae req-e92ba375-299b-4de2-81a8-8daf4652e1db tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:11.158730 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cd7af07c-1528-4c24-a3ed-9d28a03899ae req-e92ba375-299b-4de2-81a8-8daf4652e1db tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 945 time: 0.1009734 Apr 11 16:54:11.168829 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d21fad6-30ba-46f9-98ac-1b963207ba19 x-openstack-request-id: req-2d21fad6-30ba-46f9-98ac-1b963207ba19 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:11.169660 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-plugged", "status": "completed", "tag": "c1ded018-7993-4947-90bb-8a93833988ea", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:11.170020 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2d21fad6-30ba-46f9-98ac-1b963207ba19 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:11.170667 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d21fad6-30ba-46f9-98ac-1b963207ba19'] response: {'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea', 'code': 200} Apr 11 16:54:11.203738 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=7']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:11.212641 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.213266 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.213778 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.214229 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.214679 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.215101 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.215497 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.215954 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.216362 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.216785 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.217613 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.217613 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.218014 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.218416 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.218913 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:11.235624 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cd7af07c-1528-4c24-a3ed-9d28a03899ae req-86e5f187-3d21-4b71-879a-b7494a4b8d52 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700941 Apr 11 16:54:11.919188 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3dab100-b337-4da2-b0cd-2f0e4fc9def4 req-a455152d-dfb1-4ce3-acf6-a4f63c4b0c0d tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 210 time: 0.0469449 Apr 11 16:54:12.370121 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd983ce2-b33f-4804-8aad-25f8ac207ccd req-e5d433f4-5d39-4dad-9b94-a33c35d030be tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:12.372476 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cd983ce2-b33f-4804-8aad-25f8ac207ccd req-e5d433f4-5d39-4dad-9b94-a33c35d030be tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0647833 Apr 11 16:54:12.449029 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cd983ce2-b33f-4804-8aad-25f8ac207ccd req-b90948d2-ad1a-453d-a322-4a10d49307eb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698042 Apr 11 16:54:12.461137 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-88479e70-ea6f-4dc0-8d36-d13a5ede22a1 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=25038d716b5e4a21a2a1a25b6f932b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352538 Apr 11 16:54:12.502525 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dc6e202c-047a-4751-b674-4a99723b329e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.707423 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-fc2b53d9-aad6-4ba8-ba55-13ba55d20e3e tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:12.709683 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-fc2b53d9-aad6-4ba8-ba55-13ba55d20e3e tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2425165 Apr 11 16:54:12.746010 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Request body: {'port': {'device_id': 'aafec7c4-4f68-43b2-9b9b-77d0f5092a3c', 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14', 'admin_state_up': True, 'tenant_id': '25038d716b5e4a21a2a1a25b6f932b86'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:12.864138 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Made reservation on behalf of 25038d716b5e4a21a2a1a25b6f932b86 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:12.867903 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.877845 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.990685 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks [] for security_group (657db00f-c6f8-43b5-97d3-88d582618c6b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.996214 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (657db00f-c6f8-43b5-97d3-88d582618c6b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.039689 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657db00f-c6f8-43b5-97d3-88d582618c6b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:13.081642 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-594f263d-0452-4948-8d07-c466f9e4c2ca req-9d211304-0e88-4210-9b18-b3b6fad1d538 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 210 time: 0.0674150 Apr 11 16:54:13.161616 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Allocated IP 192.168.233.94 (c6c042e1-a0b3-4218-9ea2-3cbeea78af14/2d55cb9e-efdc-4673-87aa-57757e846584/9d5008a4-8274-4057-9435-dfd6e34eaba1) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:13.361374 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks [] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.396516 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.452556 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Pushing event updated for resources: {'Port': ['ID=9d5008a4-8274-4057-9435-dfd6e34eaba1,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:13.468081 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:13.469717 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:13.472909 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:13.479745 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:13.480406 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.507788 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-3a0019c9-1cf8-4c8b-b513-daa41284e243 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7690630 Apr 11 16:54:13.533638 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Request body: {'port': {'device_id': 'aafec7c4-4f68-43b2-9b9b-77d0f5092a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:13.606822 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb4bc18-36f2-4316-959f-a53374ffa0cd req-3ab2c9fc-3673-4054-b4e4-ba171a7719f0 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:13.609402 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.615107 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8cb4bc18-36f2-4316-959f-a53374ffa0cd req-3ab2c9fc-3673-4054-b4e4-ba171a7719f0 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0674820 Apr 11 16:54:13.679605 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8cb4bc18-36f2-4316-959f-a53374ffa0cd req-8ed96721-04c9-4f26-a07d-7c51581cef34 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632284 Apr 11 16:54:13.782813 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-75e53fb2-7908-4511-83a3-d742ea2df405 None None] Provisioning complete for port 9d5008a4-8274-4057-9435-dfd6e34eaba1 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:13.783843 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-75e53fb2-7908-4511-83a3-d742ea2df405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.832616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-75e53fb2-7908-4511-83a3-d742ea2df405 None None] Port 9d5008a4-8274-4057-9435-dfd6e34eaba1 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:13.955625 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d5008a4-8274-4057-9435-dfd6e34eaba1 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:13.968045 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Publish callbacks [] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.985891 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Transition to ACTIVE for port object 9d5008a4-8274-4057-9435-dfd6e34eaba1 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:54:13.989680 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.049643 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Pushing event updated for resources: {'Port': ['ID=9d5008a4-8274-4057-9435-dfd6e34eaba1,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:14.080645 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Attempting to bind port 9d5008a4-8274-4057-9435-dfd6e34eaba1 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:14.080645 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Attempting to bind port 9d5008a4-8274-4057-9435-dfd6e34eaba1 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:14.080645 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Attempting to bind port 9d5008a4-8274-4057-9435-dfd6e34eaba1 on network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:14.085662 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Port 9d5008a4-8274-4057-9435-dfd6e34eaba1 on network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:54:14.085879 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Attempting to bind port 9d5008a4-8274-4057-9435-dfd6e34eaba1 on network c6c042e1-a0b3-4218-9ea2-3cbeea78af14 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:14.091858 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:14.092288 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Checking segment: {'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:14.092603 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Bound using segment: {'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:14.093035 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Bound port: 9d5008a4-8274-4057-9435-dfd6e34eaba1, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3a7036-9a07-4d7d-995d-0c9c2402c2d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1172, 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:14.093398 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.205931 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] For port 9d5008a4-8274-4057-9435-dfd6e34eaba1, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:14.209197 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] For port 9d5008a4-8274-4057-9435-dfd6e34eaba1, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9d5008a4-8274-4057-9435-dfd6e34eaba1,segment=NetworkSegment(1f3a7036-9a07-4d7d-995d-0c9c2402c2d1),segment_id=1f3a7036-9a07-4d7d-995d-0c9c2402c2d1)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:14.224706 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.226249 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f00213-f2d1-4850-9f52-41542b46ce34 req-8ad49983-6de4-49ed-8bd9-756e0c438721 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:14.233606 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-05f00213-f2d1-4850-9f52-41542b46ce34 req-8ad49983-6de4-49ed-8bd9-756e0c438721 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 947 time: 0.0673723 Apr 11 16:54:14.279646 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:14.280423 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.283066 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] 10.222.0.15 "PUT /v2.0/ports/9d5008a4-8274-4057-9435-dfd6e34eaba1 HTTP/1.1" status: 200 len: 1097 time: 0.7545228 Apr 11 16:54:14.283529 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aafec7c4-4f68-43b2-9b9b-77d0f5092a3c', 'tag': '9d5008a4-8274-4057-9435-dfd6e34eaba1'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:14.285863 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b642283-f82c-46d5-a28b-e5b9f1750516" -d '{"events": [{"name": "network-changed", "server_uuid": "aafec7c4-4f68-43b2-9b9b-77d0f5092a3c", "tag": "9d5008a4-8274-4057-9435-dfd6e34eaba1"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:14.296274 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-05f00213-f2d1-4850-9f52-41542b46ce34 req-63398b71-01a6-4735-9dd9-9e61133b9050 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617156 Apr 11 16:54:14.340568 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e6ee74-3a84-4668-bc1f-f437fbf6aa8c service neutron] Pushing event updated for resources: {'Port': ['ID=9d5008a4-8274-4057-9435-dfd6e34eaba1,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:14.345919 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f388f991-1389-4e80-94fd-fd5ec63e678c x-openstack-request-id: req-f388f991-1389-4e80-94fd-fd5ec63e678c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:14.346224 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aafec7c4-4f68-43b2-9b9b-77d0f5092a3c", "tag": "9d5008a4-8274-4057-9435-dfd6e34eaba1", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:14.346479 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f388f991-1389-4e80-94fd-fd5ec63e678c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:14.346925 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f388f991-1389-4e80-94fd-fd5ec63e678c'] response: {'name': 'network-changed', 'server_uuid': 'aafec7c4-4f68-43b2-9b9b-77d0f5092a3c', 'tag': '9d5008a4-8274-4057-9435-dfd6e34eaba1', 'status': 'completed', 'code': 200} Apr 11 16:54:14.426120 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-0185bb03-7a4e-4649-a2fe-a12a70b69983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:14.428401 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-0185bb03-7a4e-4649-a2fe-a12a70b69983 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25038d716b5e4a21a2a1a25b6f932b86&device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 1131 time: 0.0606284 Apr 11 16:54:14.695496 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-c6da5617-cd75-4ad4-b673-fe8fbb5e7e73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9d5008a4-8274-4057-9435-dfd6e34eaba1 HTTP/1.1" status: 200 len: 217 time: 0.2497082 Apr 11 16:54:14.753900 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-ce37f28e-da7d-43d4-ac8e-daf3407e01ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:14.755311 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-ce37f28e-da7d-43d4-ac8e-daf3407e01ea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d55cb9e-efdc-4673-87aa-57757e846584 HTTP/1.1" status: 200 len: 843 time: 0.0518303 Apr 11 16:54:14.804188 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377aa90-50f3-4c3d-9230-efb28cf020c4 req-7a1ae4ca-a435-43f7-baff-931b1808d324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:14.811423 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b377aa90-50f3-4c3d-9230-efb28cf020c4 req-7a1ae4ca-a435-43f7-baff-931b1808d324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0654159 Apr 11 16:54:14.811660 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-e8b8e5e4-e0ae-4820-ad66-32acbb8e2192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:14.813059 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-e8b8e5e4-e0ae-4820-ad66-32acbb8e2192 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6c042e1-a0b3-4218-9ea2-3cbeea78af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0495050 Apr 11 16:54:14.864488 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-87985afa-a1b5-49b6-93ca-4e9bdb087a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:14.880312 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b377aa90-50f3-4c3d-9230-efb28cf020c4 req-e5c98e06-8381-4bd8-99a3-2eb4906e2292 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679786 Apr 11 16:54:14.926301 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-c9ae7c63-21aa-41ae-9e05-2e85b9d179f2 service neutron] 10.222.0.15 "GET /v2.0/networks/c6c042e1-a0b3-4218-9ea2-3cbeea78af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060998 Apr 11 16:54:15.028229 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f54793dd-8c8a-4c96-907e-4e608654e00f req-561d77d8-e960-4072-bab4-aa4c4b1254de service neutron] 10.222.0.15 "GET /v2.0/networks/c6c042e1-a0b3-4218-9ea2-3cbeea78af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944417 Apr 11 16:54:15.451921 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53634b6f-ac75-4a9b-a75b-1d00ac95cbe5 req-54f27eb3-d83e-4690-9ec1-62630181eb60 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:15.459161 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-53634b6f-ac75-4a9b-a75b-1d00ac95cbe5 req-54f27eb3-d83e-4690-9ec1-62630181eb60 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 947 time: 0.0590038 Apr 11 16:54:15.505588 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-53634b6f-ac75-4a9b-a75b-1d00ac95cbe5 req-3f615b17-6cf2-4559-8845-8cbf032c4899 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438292 Apr 11 16:54:15.923966 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:16.019806 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e72e7-cc89-4ea5-a457-21bbbec9c7b8 req-98a821e6-357f-4d1e-864d-d817f2968d01 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:16.021237 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-436e72e7-cc89-4ea5-a457-21bbbec9c7b8 req-98a821e6-357f-4d1e-864d-d817f2968d01 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0549848 Apr 11 16:54:16.080181 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-436e72e7-cc89-4ea5-a457-21bbbec9c7b8 req-91d0544a-b07c-49a3-aa2e-f8e2e108d895 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514205 Apr 11 16:54:16.237056 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-2fc8c8e4-dbfc-4514-9754-5d890412915d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:16.241440 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-2fc8c8e4-dbfc-4514-9754-5d890412915d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25038d716b5e4a21a2a1a25b6f932b86&device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 1131 time: 0.0411534 Apr 11 16:54:16.350355 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-7229404a-7951-408e-8dc1-151a74c309c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:16.351777 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-7229404a-7951-408e-8dc1-151a74c309c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c6c042e1-a0b3-4218-9ea2-3cbeea78af14 HTTP/1.1" status: 200 len: 871 time: 0.1059270 Apr 11 16:54:16.397153 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-3a4812b6-79f3-41da-91f9-8fbc985672f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=9d5008a4-8274-4057-9435-dfd6e34eaba1 HTTP/1.1" status: 200 len: 217 time: 0.0389764 Apr 11 16:54:16.465503 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-a72fb81c-ea99-40be-9df8-6f4bd74ea321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:16.467304 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-a72fb81c-ea99-40be-9df8-6f4bd74ea321 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2d55cb9e-efdc-4673-87aa-57757e846584 HTTP/1.1" status: 200 len: 843 time: 0.0559099 Apr 11 16:54:16.521473 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-dbed7335-d7b0-4c60-8f67-f8ea33619131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:16.523061 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-dbed7335-d7b0-4c60-8f67-f8ea33619131 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6c042e1-a0b3-4218-9ea2-3cbeea78af14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0482721 Apr 11 16:54:16.632667 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-c317e75a-5c36-437d-872a-c5272479c44e service neutron] 10.222.0.15 "GET /v2.0/networks/c6c042e1-a0b3-4218-9ea2-3cbeea78af14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019115 Apr 11 16:54:16.640267 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6617ca-d10b-438e-8b55-cce5933e6e11 req-7c6916e6-291b-475f-8345-db4660e6e434 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:16.641822 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9f6617ca-d10b-438e-8b55-cce5933e6e11 req-7c6916e6-291b-475f-8345-db4660e6e434 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 947 time: 0.0580442 Apr 11 16:54:16.710947 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9f6617ca-d10b-438e-8b55-cce5933e6e11 req-f7cac05a-c682-4d12-8199-b93d1d1bc3fc tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586522 Apr 11 16:54:16.734000 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b642283-f82c-46d5-a28b-e5b9f1750516 req-c8218fde-4625-4048-940e-584f0f47807c service neutron] 10.222.0.15 "GET /v2.0/networks/c6c042e1-a0b3-4218-9ea2-3cbeea78af14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951636 Apr 11 16:54:16.924022 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 9d5008a4-8274-4057-9435-dfd6e34eaba1 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:54:17.051123 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 9d5008a4-8274-4057-9435-dfd6e34eaba1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9d5008a4-8274-4057-9435-dfd6e34eaba1,segment=NetworkSegment(1f3a7036-9a07-4d7d-995d-0c9c2402c2d1),segment_id=1f3a7036-9a07-4d7d-995d-0c9c2402c2d1)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:17.063799 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '9d5008a4-8274-4057-9435-dfd6e34eaba1', 'network_id': 'c6c042e1-a0b3-4218-9ea2-3cbeea78af14', 'port_id': '9d5008a4-8274-4057-9435-dfd6e34eaba1', 'mac_address': 'fa:16:3e:38:69:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d55cb9e-efdc-4673-87aa-57757e846584', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:54:17.109485 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 9d5008a4-8274-4057-9435-dfd6e34eaba1 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:17.110781 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:17.127471 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d5008a4-8274-4057-9435-dfd6e34eaba1 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:17.151581 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 9d5008a4-8274-4057-9435-dfd6e34eaba1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9d5008a4-8274-4057-9435-dfd6e34eaba1,segment=NetworkSegment(1f3a7036-9a07-4d7d-995d-0c9c2402c2d1),segment_id=1f3a7036-9a07-4d7d-995d-0c9c2402c2d1)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:17.156051 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:17.220858 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=9d5008a4-8274-4057-9435-dfd6e34eaba1,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:17.231640 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf216b-ab77-4779-80cc-e5f39e45c500 req-5d31eecd-6b40-40d5-b168-294f809908dd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:17.233407 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0daf216b-ab77-4779-80cc-e5f39e45c500 req-5d31eecd-6b40-40d5-b168-294f809908dd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0601985 Apr 11 16:54:17.292625 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0daf216b-ab77-4779-80cc-e5f39e45c500 req-42c744ba-c599-4f76-91d4-a8d139a29a4c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526872 Apr 11 16:54:17.537160 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:17.609198 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['9d5008a4-8274-4057-9435-dfd6e34eaba1'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:54:17.835480 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a59f9-3896-439e-abbe-5d51c3d082a5 req-c8863008-c6a1-4373-add3-af6396e9846c tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:17.836884 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-882a59f9-3896-439e-abbe-5d51c3d082a5 req-c8863008-c6a1-4373-add3-af6396e9846c tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 948 time: 0.0523112 Apr 11 16:54:17.887371 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-882a59f9-3896-439e-abbe-5d51c3d082a5 req-7dc035ae-0387-4f1e-ba42-933e2b798ce2 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436466 Apr 11 16:54:17.921053 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:54:18.412742 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28feb4-d05d-4bbc-b9ab-72131e1f153e req-87061a3f-503e-41d3-be2a-149cb9aa450c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:18.417632 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2f28feb4-d05d-4bbc-b9ab-72131e1f153e req-87061a3f-503e-41d3-be2a-149cb9aa450c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0525434 Apr 11 16:54:18.470339 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2f28feb4-d05d-4bbc-b9ab-72131e1f153e req-30014995-5f56-4c83-8b52-91a2cf87c4df tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476420 Apr 11 16:54:18.695789 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:18.963881 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 9d5008a4-8274-4057-9435-dfd6e34eaba1 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:19.016932 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.033244 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 9d5008a4-8274-4057-9435-dfd6e34eaba1 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:54:19.035196 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d55b21-1e94-4a45-a690-b502a9c2efaa req-4e932dbb-ce77-4dc5-97c4-507063945a82 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:19.042516 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a6d55b21-1e94-4a45-a690-b502a9c2efaa req-4e932dbb-ce77-4dc5-97c4-507063945a82 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 948 time: 0.0712831 Apr 11 16:54:19.047951 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 9d5008a4-8274-4057-9435-dfd6e34eaba1 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:19.048585 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.094285 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a6d55b21-1e94-4a45-a690-b502a9c2efaa req-76a940f0-4fcf-497b-9c0f-ae219bc2850b tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507243 Apr 11 16:54:19.161058 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 9d5008a4-8274-4057-9435-dfd6e34eaba1 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:19.161457 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.186677 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafec7c4-4f68-43b2-9b9b-77d0f5092a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5008a4-8274-4057-9435-dfd6e34eaba1'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:19.188995 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d2dc19-9103-4214-b170-ce11b58bd501" -d '{"events": [{"server_uuid": "aafec7c4-4f68-43b2-9b9b-77d0f5092a3c", "name": "network-vif-plugged", "status": "completed", "tag": "9d5008a4-8274-4057-9435-dfd6e34eaba1"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:19.221193 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 9d5008a4-8274-4057-9435-dfd6e34eaba1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9d5008a4-8274-4057-9435-dfd6e34eaba1,segment=NetworkSegment(1f3a7036-9a07-4d7d-995d-0c9c2402c2d1),segment_id=1f3a7036-9a07-4d7d-995d-0c9c2402c2d1)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:19.225695 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:19.233905 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c49c7ef-ec31-46f4-aa9d-f73d05e83098 x-openstack-request-id: req-3c49c7ef-ec31-46f4-aa9d-f73d05e83098 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:19.234310 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafec7c4-4f68-43b2-9b9b-77d0f5092a3c", "name": "network-vif-plugged", "status": "completed", "tag": "9d5008a4-8274-4057-9435-dfd6e34eaba1", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:19.234810 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3c49c7ef-ec31-46f4-aa9d-f73d05e83098 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:19.235311 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c49c7ef-ec31-46f4-aa9d-f73d05e83098'] response: {'server_uuid': 'aafec7c4-4f68-43b2-9b9b-77d0f5092a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d5008a4-8274-4057-9435-dfd6e34eaba1', 'code': 200} Apr 11 16:54:19.281258 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=9d5008a4-8274-4057-9435-dfd6e34eaba1,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:19.483039 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35923e2-4183-4711-b45a-b337ed1c095d req-500ce458-01f2-4716-9146-877769713ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:19.485158 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d35923e2-4183-4711-b45a-b337ed1c095d req-500ce458-01f2-4716-9146-877769713ba2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 1133 time: 0.0459208 Apr 11 16:54:19.531761 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d35923e2-4183-4711-b45a-b337ed1c095d req-59d52442-489a-46a6-bafd-cd5174d34bd9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400059 Apr 11 16:54:19.603873 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0de512-2388-475d-83dd-32ea5991d5c6 req-b415e4a6-f2b5-477c-9505-6c8028c67e3b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:19.605606 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf0de512-2388-475d-83dd-32ea5991d5c6 req-b415e4a6-f2b5-477c-9505-6c8028c67e3b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0472038 Apr 11 16:54:19.655663 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf0de512-2388-475d-83dd-32ea5991d5c6 req-bb6d2357-f505-4ef9-81d3-8e6d06e2a627 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Apr 11 16:54:20.201382 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee0997-0968-48e7-949c-3c12f44f5880 req-79cbc074-833a-4fe1-8109-6836f5fbba14 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:20.202867 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-94ee0997-0968-48e7-949c-3c12f44f5880 req-79cbc074-833a-4fe1-8109-6836f5fbba14 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 949 time: 0.0460455 Apr 11 16:54:20.250712 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-94ee0997-0968-48e7-949c-3c12f44f5880 req-eb6ea6ec-80c4-48ee-9a01-98fd531255ca tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424376 Apr 11 16:54:20.779486 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bf600-c514-4b60-9573-c3286a4d96d9 req-d336ef51-e4be-4385-933b-defebe115594 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:20.780998 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fe1bf600-c514-4b60-9573-c3286a4d96d9 req-d336ef51-e4be-4385-933b-defebe115594 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0476317 Apr 11 16:54:20.827551 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fe1bf600-c514-4b60-9573-c3286a4d96d9 req-f22eda4d-285f-48db-9bed-0bd1f82269af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409553 Apr 11 16:54:21.358468 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669991a-1ff8-412d-a849-a02cd8752f02 req-f08617a7-7247-4da9-9c27-f6d3c2e7be29 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:21.359952 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5669991a-1ff8-412d-a849-a02cd8752f02 req-f08617a7-7247-4da9-9c27-f6d3c2e7be29 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 949 time: 0.0448363 Apr 11 16:54:21.406049 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5669991a-1ff8-412d-a849-a02cd8752f02 req-0f327409-9933-495d-9fc9-d9e13e644290 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Apr 11 16:54:21.669457 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705e439-5594-4b61-a496-2bea0b12e5a8 req-90558fda-9195-4829-876d-f2c2de6aecad tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:21.671013 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5705e439-5594-4b61-a496-2bea0b12e5a8 req-90558fda-9195-4829-876d-f2c2de6aecad tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 949 time: 0.0623517 Apr 11 16:54:21.675106 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-9c9ac3e6-b31f-4bff-b4aa-370dc152ff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:21.676594 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-9c9ac3e6-b31f-4bff-b4aa-370dc152ff63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 1130 time: 0.0580440 Apr 11 16:54:21.718683 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5705e439-5594-4b61-a496-2bea0b12e5a8 req-80afc0f5-863e-4867-a7ca-4682e9bb4068 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401793 Apr 11 16:54:21.943977 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26edb1c3-b8d6-483f-878c-211c8a866ff1 req-1e7f4349-9674-4ea6-ba56-b20ef409fc7e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:21.944914 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-26edb1c3-b8d6-483f-878c-211c8a866ff1 req-1e7f4349-9674-4ea6-ba56-b20ef409fc7e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0466640 Apr 11 16:54:21.991472 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-26edb1c3-b8d6-483f-878c-211c8a866ff1 req-119379b5-c1e0-4c61-8c68-5d738f93dcd6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409441 Apr 11 16:54:22.830746 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bcfdc3-1228-4397-8ae3-f32f4fb2117e req-4c3332dd-c162-4b82-a375-2d8ce27b14e8 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:22.832204 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-29bcfdc3-1228-4397-8ae3-f32f4fb2117e req-4c3332dd-c162-4b82-a375-2d8ce27b14e8 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 949 time: 0.0453987 Apr 11 16:54:22.880907 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-29bcfdc3-1228-4397-8ae3-f32f4fb2117e req-083a1a97-2c40-4dcf-a173-d7908e6ad7d1 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Apr 11 16:54:22.955911 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:22.995456 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-a3380a23-2427-4902-8298-c49e8853b050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:22.996961 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-a3380a23-2427-4902-8298-c49e8853b050 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 919 time: 0.0943139 Apr 11 16:54:23.042471 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c1ded018-7993-4947-90bb-8a93833988ea is: ACTIVE; New status is: DOWN {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:23.042901 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:23.116898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fb53d-8585-413e-918e-e8a2d9e17cf8 req-b56057ea-c247-4944-9048-4cd0f97defc5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:23.119024 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-384fb53d-8585-413e-918e-e8a2d9e17cf8 req-b56057ea-c247-4944-9048-4cd0f97defc5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 946 time: 0.0527523 Apr 11 16:54:23.221765 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-384fb53d-8585-413e-918e-e8a2d9e17cf8 req-27c19dc0-5454-4b70-ac8c-6767dbe68306 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948381 Apr 11 16:54:23.228948 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:23.231225 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b426897-3788-4a69-8efd-54cfa85de99d" -d '{"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ded018-7993-4947-90bb-8a93833988ea"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:23.244691 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:23.250734 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-a2b77bb7-ca37-414d-b796-9f03be984cf9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1ded018-7993-4947-90bb-8a93833988ea HTTP/1.1" status: 200 len: 1002 time: 0.1135101 Apr 11 16:54:23.252628 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:23.280831 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b51092-6183-48a9-b17d-39afaaf01996 x-openstack-request-id: req-b6b51092-6183-48a9-b17d-39afaaf01996 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:23.281129 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-unplugged", "status": "completed", "tag": "c1ded018-7993-4947-90bb-8a93833988ea", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:23.281384 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b6b51092-6183-48a9-b17d-39afaaf01996 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:23.281777 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6b51092-6183-48a9-b17d-39afaaf01996'] response: {'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea', 'code': 200} Apr 11 16:54:23.302189 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=8']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:23.817168 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-503e43e6-d807-485d-9bcb-d8e711b41548 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:23.818628 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-503e43e6-d807-485d-9bcb-d8e711b41548 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.15 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 949 time: 0.0726874 Apr 11 16:54:23.823858 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-b425c01b-8dd7-4f69-bc0f-1ad3a8ff68d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:23.825191 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-b425c01b-8dd7-4f69-bc0f-1ad3a8ff68d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.0875399 Apr 11 16:54:23.953838 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-a27c1a7a-5699-41cd-946a-69329c69ce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:23.955638 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-a27c1a7a-5699-41cd-946a-69329c69ce95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0758309 Apr 11 16:54:24.018048 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4c55ac-98f4-4b74-b031-c132737323d9 req-b29fb850-e2a1-4a2b-a533-e72bdbdbf679 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:24.020918 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f4c55ac-98f4-4b74-b031-c132737323d9 req-b29fb850-e2a1-4a2b-a533-e72bdbdbf679 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 949 time: 0.0573075 Apr 11 16:54:24.045790 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Deleting port 9d5008a4-8274-4057-9435-dfd6e34eaba1 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:24.046367 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.066934 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f4c55ac-98f4-4b74-b031-c132737323d9 req-9f9d062c-859e-4b13-8bba-2c71306b8114 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/security-groups?id=657db00f-c6f8-43b5-97d3-88d582618c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412822 Apr 11 16:54:24.135809 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-d2bbc2a3-062c-424c-bddf-19aa4c7d2ed6 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567993 Apr 11 16:54:24.158342 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] For port 9d5008a4-8274-4057-9435-dfd6e34eaba1, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=9d5008a4-8274-4057-9435-dfd6e34eaba1,segment=NetworkSegment(1f3a7036-9a07-4d7d-995d-0c9c2402c2d1),segment_id=1f3a7036-9a07-4d7d-995d-0c9c2402c2d1)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:24.158749 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.173583 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Calling delete_port for 9d5008a4-8274-4057-9435-dfd6e34eaba1 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:24.331196 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9c35454-4aac-4894-a001-d5cd88ebdacc req-70dbbff0-98ec-42e7-b274-82856540bd2b service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442311 Apr 11 16:54:24.363143 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d29ff2-d9e0-4d70-898e-f08a86204afe req-adc4c023-6a18-4338-a1a4-d053fcd036e1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:24.365277 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-44d29ff2-d9e0-4d70-898e-f08a86204afe req-adc4c023-6a18-4338-a1a4-d053fcd036e1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0569043 Apr 11 16:54:24.385623 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (9d5008a4-8274-4057-9435-dfd6e34eaba1), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.414512 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-44d29ff2-d9e0-4d70-898e-f08a86204afe req-73753dad-a1d5-4dfc-8ebf-ad875371e5d6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439060 Apr 11 16:54:24.414792 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Pushing event deleted for resources: {'Port': ['ID=9d5008a4-8274-4057-9435-dfd6e34eaba1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:24.423864 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['9d5008a4-8274-4057-9435-dfd6e34eaba1'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:54:24.468772 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] No DVR routers for this DVR port 9d5008a4-8274-4057-9435-dfd6e34eaba1 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:54:24.471883 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.475344 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6fffec56-e8b9-4221-835c-5ff3930031e7 req-9f9a9a11-f02f-4cb6-a17c-a6b1fdc1d397 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.15 "DELETE /v2.0/ports/9d5008a4-8274-4057-9435-dfd6e34eaba1 HTTP/1.1" status: 204 len: 173 time: 0.5876665 Apr 11 16:54:24.475851 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aafec7c4-4f68-43b2-9b9b-77d0f5092a3c', 'name': 'network-vif-deleted', 'tag': '9d5008a4-8274-4057-9435-dfd6e34eaba1'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:24.478713 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377c4d3f-e4c2-4c18-aa09-c752f62b45b8" -d '{"events": [{"server_uuid": "aafec7c4-4f68-43b2-9b9b-77d0f5092a3c", "name": "network-vif-deleted", "tag": "9d5008a4-8274-4057-9435-dfd6e34eaba1"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:24.514079 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c9af81-e9fe-4431-86a4-157b457570ee x-openstack-request-id: req-56c9af81-e9fe-4431-86a4-157b457570ee {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:24.514376 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aafec7c4-4f68-43b2-9b9b-77d0f5092a3c", "name": "network-vif-deleted", "tag": "9d5008a4-8274-4057-9435-dfd6e34eaba1", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:24.514661 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-56c9af81-e9fe-4431-86a4-157b457570ee {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:24.515075 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c9af81-e9fe-4431-86a4-157b457570ee'] response: {'server_uuid': 'aafec7c4-4f68-43b2-9b9b-77d0f5092a3c', 'name': 'network-vif-deleted', 'tag': '9d5008a4-8274-4057-9435-dfd6e34eaba1', 'status': 'completed', 'code': 200} Apr 11 16:54:25.166454 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8cafb371-2ca8-4ff0-bb1b-7b90c26608cb req-8d96f875-429b-4d0d-b21d-5f13a509d286 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 210 time: 0.0275352 Apr 11 16:54:25.216585 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86830023-367c-4edf-b6fa-db7697e11b34 req-e1f3061b-9522-42b1-bf19-b0a27100cbbd tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:25.218035 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-86830023-367c-4edf-b6fa-db7697e11b34 req-e1f3061b-9522-42b1-bf19-b0a27100cbbd tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0450675 Apr 11 16:54:25.267331 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-86830023-367c-4edf-b6fa-db7697e11b34 req-63ae8e7f-b1fb-4415-b68e-5a5f193fd921 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436945 Apr 11 16:54:25.539241 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6711ff1e-786e-4870-a13b-6a59a965eb3f req-8187ea6f-102e-4700-85fc-a7a68ef9ec92 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:25.541208 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6711ff1e-786e-4870-a13b-6a59a965eb3f req-8187ea6f-102e-4700-85fc-a7a68ef9ec92 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0459800 Apr 11 16:54:25.585717 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6711ff1e-786e-4870-a13b-6a59a965eb3f req-39562d4b-74c8-4b9b-b757-4023d3493014 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390925 Apr 11 16:54:26.272694 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dfafe184-58d5-468e-b5b6-7db0d419a64b req-692dac6d-4dad-469f-b3a2-cc3e4b1331c6 tempest-VolumesNegativeTest-885763498 tempest-VolumesNegativeTest-885763498-project] 10.222.0.73 "GET /v2.0/ports?device_id=aafec7c4-4f68-43b2-9b9b-77d0f5092a3c HTTP/1.1" status: 200 len: 210 time: 0.0278821 Apr 11 16:54:26.381151 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec602d85-5584-4855-8ed8-5b0eaae44ee0 req-50283610-cd0f-4dc3-84a1-5ba4610bf781 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:26.382702 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ec602d85-5584-4855-8ed8-5b0eaae44ee0 req-50283610-cd0f-4dc3-84a1-5ba4610bf781 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0458338 Apr 11 16:54:26.432445 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ec602d85-5584-4855-8ed8-5b0eaae44ee0 req-df982acf-70fb-4dd2-ac36-c4961bf94534 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432549 Apr 11 16:54:26.699979 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2a31c-6604-4fe2-83b6-117cdc33e6e3 req-3b20245f-539d-42fe-b79f-716d622f4014 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:26.701580 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f8e2a31c-6604-4fe2-83b6-117cdc33e6e3 req-3b20245f-539d-42fe-b79f-716d622f4014 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0464406 Apr 11 16:54:26.747467 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f8e2a31c-6604-4fe2-83b6-117cdc33e6e3 req-df604d0d-1083-47e0-b215-bcd0ddcd5614 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405111 Apr 11 16:54:27.059146 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 9d5008a4-8274-4057-9435-dfd6e34eaba1 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:27.081470 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 9d5008a4-8274-4057-9435-dfd6e34eaba1 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:54:27.081829 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 9d5008a4-8274-4057-9435-dfd6e34eaba1 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:54:27.082250 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:27.157236 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c1ded018-7993-4947-90bb-8a93833988ea is: DOWN; New status is: DOWN {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:27.220848 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [req-9975daa4-90f2-4e45-8a17-6599e14cbb9f req-a751f2fe-ef86-4645-b925-7f136720dfc9 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:54:27.221867 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9975daa4-90f2-4e45-8a17-6599e14cbb9f req-a751f2fe-ef86-4645-b925-7f136720dfc9 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054922 Apr 11 16:54:27.375949 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757f424-09a6-416b-a7aa-f29e21b6363f req-f6c123ed-8ab3-40ae-83a9-3a0a1f860ef1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:27.377491 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4757f424-09a6-416b-a7aa-f29e21b6363f req-f6c123ed-8ab3-40ae-83a9-3a0a1f860ef1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0499244 Apr 11 16:54:27.429940 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4757f424-09a6-416b-a7aa-f29e21b6363f req-89907ba3-a8f1-456b-bdf1-af06da50a012 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460517 Apr 11 16:54:27.551808 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7672d4c7-91f0-4df7-a63d-a22ce1cc6429 req-8e49cdbf-aac4-4fed-9cdf-5a6ed3241c35 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:27.553447 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7672d4c7-91f0-4df7-a63d-a22ce1cc6429 req-8e49cdbf-aac4-4fed-9cdf-5a6ed3241c35 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0533764 Apr 11 16:54:27.603894 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7672d4c7-91f0-4df7-a63d-a22ce1cc6429 req-f86d8839-c63e-4273-8ab3-dea693184768 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440302 Apr 11 16:54:27.818799 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40246) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:27.934086 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-1b40eb85-0932-46b3-8dd1-e989d06a1726 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1140816 Apr 11 16:54:27.944486 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-8704eb97-86d9-46a1-944e-6d6c04eda9b7 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:54:27.945636 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-8704eb97-86d9-46a1-944e-6d6c04eda9b7 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059183 Apr 11 16:54:28.027742 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40286) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:28.135675 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-b9d1adac-6351-4fac-9526-3dfa79e12d28 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:28.137132 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-b9d1adac-6351-4fac-9526-3dfa79e12d28 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports/c1ded018-7993-4947-90bb-8a93833988ea HTTP/1.1" status: 200 len: 941 time: 0.1083379 Apr 11 16:54:28.582109 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a5369-844e-4b38-9050-d72c54128d50 req-00563103-7710-41b0-a447-ef839f0d2268 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:28.588860 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6c3a5369-844e-4b38-9050-d72c54128d50 req-00563103-7710-41b0-a447-ef839f0d2268 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0616617 Apr 11 16:54:28.633371 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6c3a5369-844e-4b38-9050-d72c54128d50 req-cf7a012b-0e26-4724-9a12-3e54704af222 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432699 Apr 11 16:54:28.726377 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e32be0-b02a-4d0a-a749-ffd07dfcea5a req-abb649da-e353-4686-bd15-abaee62bf3cf tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:28.728578 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f7e32be0-b02a-4d0a-a749-ffd07dfcea5a req-abb649da-e353-4686-bd15-abaee62bf3cf tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0496504 Apr 11 16:54:28.774706 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f7e32be0-b02a-4d0a-a749-ffd07dfcea5a req-4e427fa9-8105-491a-8751-2fb841c18f34 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407927 Apr 11 16:54:29.761307 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632dea7e-344e-443e-9d14-246d26163d59 req-7854051c-cabb-4657-8621-87f1caf3f1ce tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:29.762924 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-632dea7e-344e-443e-9d14-246d26163d59 req-7854051c-cabb-4657-8621-87f1caf3f1ce tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0531030 Apr 11 16:54:29.814746 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-632dea7e-344e-443e-9d14-246d26163d59 req-4eb2d475-65fd-44ab-a0a7-3477f2b425b6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462346 Apr 11 16:54:29.894379 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf16d6f-4460-4403-8010-0dd55833ba89 req-7e013447-ed2d-465e-a087-493f72a5d7b9 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:29.895923 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-abf16d6f-4460-4403-8010-0dd55833ba89 req-7e013447-ed2d-465e-a087-493f72a5d7b9 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0487168 Apr 11 16:54:29.947154 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-abf16d6f-4460-4403-8010-0dd55833ba89 req-065e2545-fdf3-4547-ad1b-367cb58184a5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456195 Apr 11 16:54:30.938495 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4eff8-1c89-4df3-b327-f8df337b7c71 req-4d6e8c74-2971-46f0-95d0-a7eed69fd9b7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:30.940196 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6bd4eff8-1c89-4df3-b327-f8df337b7c71 req-4d6e8c74-2971-46f0-95d0-a7eed69fd9b7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0517712 Apr 11 16:54:30.988294 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6bd4eff8-1c89-4df3-b327-f8df337b7c71 req-3537aca9-49ea-4e0c-9757-b816a9563261 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416183 Apr 11 16:54:31.064618 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98a8ca-4989-4787-b2e9-9c363e2bb078 req-f067115a-a2ab-44d8-9772-31d757143a12 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:31.066096 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2e98a8ca-4989-4787-b2e9-9c363e2bb078 req-f067115a-a2ab-44d8-9772-31d757143a12 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0469484 Apr 11 16:54:31.113064 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2e98a8ca-4989-4787-b2e9-9c363e2bb078 req-411e9069-07b8-49d5-9e8f-2fd8d264c1fd tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Apr 11 16:54:31.379362 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40482) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:31.516983 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-fecb9961-826a-4c0e-820f-d1db9579df35 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=25038d716b5e4a21a2a1a25b6f932b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1364169 Apr 11 16:54:31.519473 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40486) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:31.570144 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9b45d76-d313-40fe-af12-268b0c804ac5 admin admin] Publish callbacks [] for security_group (657db00f-c6f8-43b5-97d3-88d582618c6b), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.596164 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9b45d76-d313-40fe-af12-268b0c804ac5 admin admin] Publish callbacks [] for security_group (657db00f-c6f8-43b5-97d3-88d582618c6b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.645661 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9b45d76-d313-40fe-af12-268b0c804ac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (657db00f-c6f8-43b5-97d3-88d582618c6b), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.648573 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c9b45d76-d313-40fe-af12-268b0c804ac5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.650011 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-c9b45d76-d313-40fe-af12-268b0c804ac5 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/657db00f-c6f8-43b5-97d3-88d582618c6b HTTP/1.1" status: 204 len: 168 time: 0.1295006 Apr 11 16:54:31.658352 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b45d76-d313-40fe-af12-268b0c804ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657db00f-c6f8-43b5-97d3-88d582618c6b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:32.107940 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753f322a-6636-46dc-9ad0-7c310415ad5e req-076a9e3e-c789-4ef9-bd3f-01b4df813c2c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:32.109443 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-753f322a-6636-46dc-9ad0-7c310415ad5e req-076a9e3e-c789-4ef9-bd3f-01b4df813c2c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0470240 Apr 11 16:54:32.159715 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-753f322a-6636-46dc-9ad0-7c310415ad5e req-ca34b025-75ac-44b5-b59f-916cdd1e4248 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445061 Apr 11 16:54:32.246286 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b7c68-09b4-4f72-8394-e8757bbfab31 req-60b0fd90-bc8f-427a-8894-7cd7898fb261 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:32.247958 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7c7b7c68-09b4-4f72-8394-e8757bbfab31 req-60b0fd90-bc8f-427a-8894-7cd7898fb261 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0518935 Apr 11 16:54:32.294252 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40514) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:32.311588 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7c7b7c68-09b4-4f72-8394-e8757bbfab31 req-0e794365-473d-44d6-8d26-96247f1ceae7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579238 Apr 11 16:54:32.406114 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-46767124-network', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:32.425111 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Made reservation on behalf of 5e8e5da108f24ed3b3955c8a12bdf580 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:32.427470 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.435823 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.511558 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Publish callbacks [] for security_group (b6539c9a-bdfc-4f4d-8e44-83487c2ec911), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.515235 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b6539c9a-bdfc-4f4d-8e44-83487c2ec911), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.535752 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] vlan segment allocate from pool success with {'vlan_id': 1157, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:54:32.550076 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6539c9a-bdfc-4f4d-8e44-83487c2ec911,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:32.552960 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (59050024-26cc-4c56-9abe-338cef833a62), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.553307 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Added segment 59050024-26cc-4c56-9abe-338cef833a62 of type vlan for network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 Apr 11 16:54:32.601352 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.625803 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.626934 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:32.627531 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.662994 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3667295 Apr 11 16:54:32.665852 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40518) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:32.670723 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Request body: {'subnet': {'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-46767124-subnet', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:32.689431 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Made reservation on behalf of 5e8e5da108f24ed3b3955c8a12bdf580 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:32.691809 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328849'] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.698842 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f91b1-ff1e-4282-b39c-f6c366f08937 admin admin] Pushing event updated for resources: {'Network': ['ID=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:32.711243 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:54:32.877231 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25281304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328835'] for subnet (8d894bda-ddde-4f3f-9c8d-40234237cc0e), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:32.948932 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d894bda-ddde-4f3f-9c8d-40234237cc0e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:32.962693 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Checking segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:32.963078 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Network hostable DHCP agents. Network: 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:54:32.984871 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:54:32.997838 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:33.005898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.006544 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.019798 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-751ae627-bb2e-4391-b2a9-7aa9476c5a17 None None] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:33.026643 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-080e53fc-c9a4-48e0-8eab-df5747b12f55 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3569870 Apr 11 16:54:33.027463 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40530) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:33.032800 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:33.059433 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (2d573a16-e635-4974-8356-1bbf8ab2a6d9), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.061471 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (2d573a16-e635-4974-8356-1bbf8ab2a6d9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.132535 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f78ecd-d11d-498e-b9dd-1539fbc2a7ef req-24d12e23-e6f5-4ee7-89a5-cb76609c4084 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.134389 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a4f78ecd-d11d-498e-b9dd-1539fbc2a7ef req-24d12e23-e6f5-4ee7-89a5-cb76609c4084 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0507500 Apr 11 16:54:33.143266 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:54:33.144839 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.176391 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks [] for router_controller (2d573a16-e635-4974-8356-1bbf8ab2a6d9), precommit_add_association {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.178187 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-8c40a0fb-f3e2-4779-b601-fa5a96128f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.180217 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-8c40a0fb-f3e2-4779-b601-fa5a96128f0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1129 time: 0.0872729 Apr 11 16:54:33.235232 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a4f78ecd-d11d-498e-b9dd-1539fbc2a7ef req-c33c0296-daa2-49e8-bf78-8555ccbf7f93 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884609 Apr 11 16:54:33.303892 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Allocated IP 172.20.0.2 (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205/8d894bda-ddde-4f3f-9c8d-40234237cc0e/2836dd7d-afb1-4e00-8d4d-828949628b9f) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:33.327301 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfca3e70-ce17-466a-9460-66d1ba2ffd0e req-dceeb19e-7edc-49cc-a097-5f037a72a804 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.328875 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cfca3e70-ce17-466a-9460-66d1ba2ffd0e req-dceeb19e-7edc-49cc-a097-5f037a72a804 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0567191 Apr 11 16:54:33.401659 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cfca3e70-ce17-466a-9460-66d1ba2ffd0e req-cea30993-7329-488d-a6bf-17427ba7ccb9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619187 Apr 11 16:54:33.432358 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks [] for router_gateway (2d573a16-e635-4974-8356-1bbf8ab2a6d9), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.453967 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19367f34-8872-47d5-98a3-473e30abb19d req-18b56aa5-3f4b-4230-9cfd-047b032b9ac1 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.455687 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-19367f34-8872-47d5-98a3-473e30abb19d req-18b56aa5-3f4b-4230-9cfd-047b032b9ac1 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0666068 Apr 11 16:54:33.469778 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Publish callbacks [] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.472493 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-31199aab-f330-433b-a6b5-43049b4c7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.474316 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-31199aab-f330-433b-a6b5-43049b4c7f7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.2876680 Apr 11 16:54:33.475922 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.510278 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-19367f34-8872-47d5-98a3-473e30abb19d req-c4417ae3-7824-4453-aaed-bd28e02a4d94 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473325 Apr 11 16:54:33.517812 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:33.519298 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:33.526446 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:33.563270 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Pushing event updated for resources: {'Port': ['ID=2836dd7d-afb1-4e00-8d4d-828949628b9f,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:33.592435 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Attempting to bind port 2836dd7d-afb1-4e00-8d4d-828949628b9f on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:33.592807 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Attempting to bind port 2836dd7d-afb1-4e00-8d4d-828949628b9f by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:33.593177 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Attempting to bind port 2836dd7d-afb1-4e00-8d4d-828949628b9f on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:33.598955 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:33.599481 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Checking segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:33.600041 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.600593 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Bound using segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:33.601221 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Bound port: 2836dd7d-afb1-4e00-8d4d-828949628b9f, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:33.601722 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.668861 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] For port 2836dd7d-afb1-4e00-8d4d-828949628b9f, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:33.672640 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] For port 2836dd7d-afb1-4e00-8d4d-828949628b9f, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=2836dd7d-afb1-4e00-8d4d-828949628b9f,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:33.678976 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:33.735409 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed52420-9c1d-453a-83e3-363a3df998f3 None None] Pushing event updated for resources: {'Port': ['ID=2836dd7d-afb1-4e00-8d4d-828949628b9f,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:33.739206 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-8411816e-206d-426f-895c-7059c080b02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.740714 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-8411816e-206d-426f-895c-7059c080b02c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79&tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c HTTP/1.1" status: 200 len: 1128 time: 0.1954985 Apr 11 16:54:33.751703 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-3544054b-7ef3-4dd8-bafe-d4454ce410a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 200 len: 1001 time: 0.2176449 Apr 11 16:54:34.047459 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks [] for router_gateway (2d573a16-e635-4974-8356-1bbf8ab2a6d9), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.076052 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.090924 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-b5dfd489-cf35-49fb-9d9f-f626b624b901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.092445 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-b5dfd489-cf35-49fb-9d9f-f626b624b901 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 1128 time: 0.3162394 Apr 11 16:54:34.094862 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-bc855c7c-4ddf-498c-bd98-3d9b7e73fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.096198 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-bc855c7c-4ddf-498c-bd98-3d9b7e73fd64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.3313863 Apr 11 16:54:34.229947 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-0ba08ab6-82df-424e-9644-29ad048df583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.231408 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-0ba08ab6-82df-424e-9644-29ad048df583 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1071711 Apr 11 16:54:34.347847 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe149080-8389-4410-ade6-46f3e30951c4 req-8d1826bc-d21a-4582-a3f9-c72264fdc123 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.350165 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fe149080-8389-4410-ade6-46f3e30951c4 req-8d1826bc-d21a-4582-a3f9-c72264fdc123 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0478415 Apr 11 16:54:34.354910 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Allocated IP 172.27.1.65 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/60a4280a-898e-4d0e-8537-c8e9e4d53086) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:34.373175 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-8979a634-015d-4074-9f36-c8de694d584c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.374696 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-8979a634-015d-4074-9f36-c8de694d584c service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 919 time: 0.2490067 Apr 11 16:54:34.415748 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fe149080-8389-4410-ade6-46f3e30951c4 req-b10b1a7c-763b-4a82-83be-be221a401dd9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572820 Apr 11 16:54:34.452794 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-861103ba-e996-4018-800c-d3305be21ade service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976507 Apr 11 16:54:34.545082 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d3c438-6d50-4613-b0e8-f60192aca4a0 req-2fcb9db9-fc1f-4e7d-9c4b-db4dac2d7f20 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.546882 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-82d3c438-6d50-4613-b0e8-f60192aca4a0 req-2fcb9db9-fc1f-4e7d-9c4b-db4dac2d7f20 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0608180 Apr 11 16:54:34.569703 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-c6de101e-0658-4d72-bb14-b3c948bb7066 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1ded018-7993-4947-90bb-8a93833988ea HTTP/1.1" status: 200 len: 1000 time: 0.1865497 Apr 11 16:54:34.607440 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-82d3c438-6d50-4613-b0e8-f60192aca4a0 req-2aab6d6c-f0f0-4e3e-8771-a53145f75404 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539949 Apr 11 16:54:34.659335 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c722d-367b-47f4-ae04-461b03a56fba req-5c6e42c6-830c-4f40-ade8-8285c9077f26 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.660978 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-405c722d-367b-47f4-ae04-461b03a56fba req-5c6e42c6-830c-4f40-ade8-8285c9077f26 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0525451 Apr 11 16:54:34.669883 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks [] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.682298 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-32745dc1-ee84-47e7-bf6d-1bb46906c049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.683830 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-32745dc1-ee84-47e7-bf6d-1bb46906c049 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.1053987 Apr 11 16:54:34.685594 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-97fe77d5-3f2f-4234-b2dc-af16bb468777 req-96b8ef4d-3bcc-4ccb-af2f-632ceef4844e service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257774 Apr 11 16:54:34.720993 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-405c722d-367b-47f4-ae04-461b03a56fba req-4f04e6c2-f9d6-43a3-8895-27ec6f504e11 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530756 Apr 11 16:54:34.767284 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-c269ffdb-409a-4fee-a6b2-45b94d672243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.769249 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-c269ffdb-409a-4fee-a6b2-45b94d672243 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629580 Apr 11 16:54:34.770924 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.778133 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2738df56-38ed-4a60-bab2-f3f08ffc9299 None None] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:34.840982 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:34.854214 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:34.858335 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:34.891435 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b8da958e-9907-421d-97d6-4c624387bedc None None] Provisioning complete for port 2836dd7d-afb1-4e00-8d4d-828949628b9f triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:34.891818 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8da958e-9907-421d-97d6-4c624387bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:34.935635 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Pushing event updated for resources: {'Port': ['ID=60a4280a-898e-4d0e-8537-c8e9e4d53086,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:34.982752 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b8da958e-9907-421d-97d6-4c624387bedc None None] Current status of the port 2836dd7d-afb1-4e00-8d4d-828949628b9f is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:34.983777 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8da958e-9907-421d-97d6-4c624387bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.028126 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b8da958e-9907-421d-97d6-4c624387bedc None None] For port 2836dd7d-afb1-4e00-8d4d-828949628b9f, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=2836dd7d-afb1-4e00-8d4d-828949628b9f,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:35.033527 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b8da958e-9907-421d-97d6-4c624387bedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.046911 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-3022d4d6-3829-486e-90b9-5a01c692c578 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672436 Apr 11 16:54:35.104824 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8da958e-9907-421d-97d6-4c624387bedc None None] Pushing event updated for resources: {'Port': ['ID=2836dd7d-afb1-4e00-8d4d-828949628b9f,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:35.129821 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 2836dd7d-afb1-4e00-8d4d-828949628b9f up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:35.179627 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-4fe0bbec-8be9-4921-b3bd-53c43c61a9a7 None None] Provisioning complete for port 2836dd7d-afb1-4e00-8d4d-828949628b9f triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:35.181023 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4fe0bbec-8be9-4921-b3bd-53c43c61a9a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.224270 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 2836dd7d-afb1-4e00-8d4d-828949628b9f triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:35.224651 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.237808 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c5e1e888-eba4-4b5a-96c3-4ac04292a4e7 req-10526f51-350d-4d64-9087-973b9328b0a9 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826997 Apr 11 16:54:35.245620 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks [] for router_gateway (2d573a16-e635-4974-8356-1bbf8ab2a6d9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.315795 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-4fe0bbec-8be9-4921-b3bd-53c43c61a9a7 None None] Current status of the port 2836dd7d-afb1-4e00-8d4d-828949628b9f is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:35.354056 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 2836dd7d-afb1-4e00-8d4d-828949628b9f is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:35.463639 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (2d573a16-e635-4974-8356-1bbf8ab2a6d9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.549714 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c32c8a-59ca-4c7c-b021-2961220f3fc1 req-5c73f08b-fed6-4b3e-afb6-23c012e79562 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:35.551468 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a6c32c8a-59ca-4c7c-b021-2961220f3fc1 req-5c73f08b-fed6-4b3e-afb6-23c012e79562 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0557203 Apr 11 16:54:35.606733 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a6c32c8a-59ca-4c7c-b021-2961220f3fc1 req-a3678413-ad76-443a-ab84-cd2ffb903031 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461967 Apr 11 16:54:35.615421 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:54:35.742862 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a8b63e-e0f7-4139-b412-66d2a03bd21e req-d2c53449-2c97-4f5b-b0b9-e216ac3e15bb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:35.744478 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-29a8b63e-e0f7-4139-b412-66d2a03bd21e req-d2c53449-2c97-4f5b-b0b9-e216ac3e15bb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0644810 Apr 11 16:54:35.756870 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:35.768800 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:35.783409 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:35.784368 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:35.795068 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.803823 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e405334c-7b86-427e-b3af-03d7a634725f admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.7746792 Apr 11 16:54:35.804025 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40574) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:35.913651 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:35.961856 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-29a8b63e-e0f7-4139-b412-66d2a03bd21e req-61f923f9-5773-4e21-8d55-c1094d2806ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051256 Apr 11 16:54:35.973981 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d30dee-cd87-4bad-888b-1418da315113 req-26bda886-b2af-45b1-abd9-8296de179885 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:35.975695 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d8d30dee-cd87-4bad-888b-1418da315113 req-26bda886-b2af-45b1-abd9-8296de179885 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0829070 Apr 11 16:54:36.134834 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:35Z', 'revision_number': 3, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:36.162096 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:36.162948 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Updating router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 port 60a4280a-898e-4d0e-8537-c8e9e4d53086 binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:54:36.175730 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d8d30dee-cd87-4bad-888b-1418da315113 req-529a7ba4-ec95-420f-b8c7-eb91e7f7d026 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367128 Apr 11 16:54:36.218624 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.558214 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.612686 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Publish callbacks [] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.620488 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.717771 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Attempting to bind port 60a4280a-898e-4d0e-8537-c8e9e4d53086 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:36.718105 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Attempting to bind port 60a4280a-898e-4d0e-8537-c8e9e4d53086 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:36.718425 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Attempting to bind port 60a4280a-898e-4d0e-8537-c8e9e4d53086 on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:36.728909 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:36.729574 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:36.729984 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.730382 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:36.730899 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Bound port: 60a4280a-898e-4d0e-8537-c8e9e4d53086, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:36.731281 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.744954 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Pushing event updated for resources: {'Port': ['ID=60a4280a-898e-4d0e-8537-c8e9e4d53086,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:36.812818 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71940dd-60b0-4939-851b-68f28692121d req-2147dc21-7dfe-43a4-bf74-b85454806641 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:36.814438 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d71940dd-60b0-4939-851b-68f28692121d req-2147dc21-7dfe-43a4-bf74-b85454806641 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0889416 Apr 11 16:54:36.830952 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Allocated IP 172.20.0.1 (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205/8d894bda-ddde-4f3f-9c8d-40234237cc0e/31fe28eb-a75f-46a1-872a-4c41b5e0bda3) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:36.837693 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] For port 60a4280a-898e-4d0e-8537-c8e9e4d53086, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:36.850432 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] For port 60a4280a-898e-4d0e-8537-c8e9e4d53086, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=60a4280a-898e-4d0e-8537-c8e9e4d53086,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:36.856925 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.857558 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.858087 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.859236 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.860114 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.860773 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.861378 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.861835 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.862269 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.862730 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.863142 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.863712 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.864173 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.864559 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.865127 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:36.875400 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.921775 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d71940dd-60b0-4939-851b-68f28692121d req-4bd2ecfe-feae-4eab-b768-12c47d0c51c9 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996609 Apr 11 16:54:36.966369 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7184a-b088-4dc9-9b4c-bf79ca3f49e8 None None] Pushing event updated for resources: {'Port': ['ID=60a4280a-898e-4d0e-8537-c8e9e4d53086,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:36.973946 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:36.975193 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:37.013828 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Publish callbacks [] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:37.124898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:37.139085 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:37.151877 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 2836dd7d-afb1-4e00-8d4d-828949628b9f up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:37.263931 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 2836dd7d-afb1-4e00-8d4d-828949628b9f triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:37.264337 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:37.425548 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 2836dd7d-afb1-4e00-8d4d-828949628b9f is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:37.565529 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:35Z', 'revision_number': 3, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:37.597081 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:37.625515 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:37.628700 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:37.628844 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3921f2d8-8564-40ac-8f2c-bb9c5fd89adb None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:35Z', 'revision_number': 3, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:37.640958 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed9f26-4fce-4f2f-b7b3-fb6873e53a8f req-65e0e609-84d3-4ff8-a04f-93aa0f82fcfb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:37.648062 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-99ed9f26-4fce-4f2f-b7b3-fb6873e53a8f req-65e0e609-84d3-4ff8-a04f-93aa0f82fcfb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.5406747 Apr 11 16:54:37.654584 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Pushing event updated for resources: {'Port': ['ID=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:37.742835 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631d12b5-276a-4a19-9097-661b758a790f req-4e8ba542-1f64-4b6f-84fb-6cb05dcb4eec tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:37.750550 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-631d12b5-276a-4a19-9097-661b758a790f req-4e8ba542-1f64-4b6f-84fb-6cb05dcb4eec tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.1869767 Apr 11 16:54:37.823346 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (2d573a16-e635-4974-8356-1bbf8ab2a6d9), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:37.897218 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-631d12b5-276a-4a19-9097-661b758a790f req-656b77e1-9563-48ab-8854-400df0079960 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454437 Apr 11 16:54:37.908734 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-99ed9f26-4fce-4f2f-b7b3-fb6873e53a8f req-40256cf8-764d-414f-812e-646c6d67e5d0 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581205 Apr 11 16:54:38.093127 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-2bfe5771-44fb-4a55-897a-467c3faa5e4d None None] Provisioning complete for port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:38.093759 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2bfe5771-44fb-4a55-897a-467c3faa5e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:38.141257 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:38.160703 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe5771-44fb-4a55-897a-467c3faa5e4d None None] Port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:38.340801 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c88df-b947-4005-984c-172dba8b1ac6 req-1876fda9-0699-4324-a4ad-2e4385f7c457 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:38.345344 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-515c88df-b947-4005-984c-172dba8b1ac6 req-1876fda9-0699-4324-a4ad-2e4385f7c457 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.2205577 Apr 11 16:54:38.446650 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Publish callbacks [] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:38.465080 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-515c88df-b947-4005-984c-172dba8b1ac6 req-9b65e577-9182-42ef-9b28-df9ac8588e3a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078064 Apr 11 16:54:38.474278 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:38.557115 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (2d573a16-e635-4974-8356-1bbf8ab2a6d9), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:38.557115 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Pushing event updated for resources: {'Port': ['ID=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:38.690844 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:38.692719 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:38.853542 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:39.011876 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-2c260c5e-d412-4689-af49-0a118bd80975 None None] Provisioning complete for port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:39.012229 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2c260c5e-d412-4689-af49-0a118bd80975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:39.133726 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-2c260c5e-d412-4689-af49-0a118bd80975 None None] Port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:39.189675 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:39.197967 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 60a4280a-898e-4d0e-8537-c8e9e4d53086 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:39.217752 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b4350042-3812-40b9-8e36-2a35fa22dcff admin admin] 10.222.0.73 "PUT /v2.0/routers/2d573a16-e635-4974-8356-1bbf8ab2a6d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4123428 Apr 11 16:54:39.237011 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad3d5f-36dd-494b-82c5-99681c011474 req-0d133da9-ea95-4ee7-8e0a-37a55af0f975 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:39.240012 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9fad3d5f-36dd-494b-82c5-99681c011474 req-0d133da9-ea95-4ee7-8e0a-37a55af0f975 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.1677883 Apr 11 16:54:39.265530 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1e9eb-3577-42c6-b8e6-bf5159583a05 req-38649708-2d68-4adc-8b9a-640774f02b3b tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:39.267575 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fcf1e9eb-3577-42c6-b8e6-bf5159583a05 req-38649708-2d68-4adc-8b9a-640774f02b3b tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0985320 Apr 11 16:54:39.292344 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 60a4280a-898e-4d0e-8537-c8e9e4d53086 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:39.292977 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:39.384416 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9fad3d5f-36dd-494b-82c5-99681c011474 req-189e26eb-cb46-43e5-adbe-f861900e9ff2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352522 Apr 11 16:54:39.388041 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fcf1e9eb-3577-42c6-b8e6-bf5159583a05 req-e1e7f2f3-e395-48e0-8bbb-ff78c11aa4b8 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047907 Apr 11 16:54:39.454653 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 60a4280a-898e-4d0e-8537-c8e9e4d53086 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:39.455189 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:39.479498 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port 60a4280a-898e-4d0e-8537-c8e9e4d53086, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=60a4280a-898e-4d0e-8537-c8e9e4d53086,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:39.485797 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:39.557405 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=60a4280a-898e-4d0e-8537-c8e9e4d53086,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:39.671010 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e88a0-547f-471f-b4f0-9d3a22c22a1a req-b874a3ed-46a3-4b7b-9bff-a55a8255f5a7 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:39.672828 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-301e88a0-547f-471f-b4f0-9d3a22c22a1a req-b874a3ed-46a3-4b7b-9bff-a55a8255f5a7 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.1249030 Apr 11 16:54:39.769161 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-301e88a0-547f-471f-b4f0-9d3a22c22a1a req-1419ecdd-24ed-41c5-ba3d-d8686c95f2cb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876122 Apr 11 16:54:39.993061 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40606) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:39.998308 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-595258718-network', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:40.019190 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Made reservation on behalf of 22b135fb155e41d7895fbbca0d9864b5 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:40.021846 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.030826 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.092730 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:40.111303 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:40.112879 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:40.167041 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Publish callbacks [] for security_group (b1510464-41ce-4fff-86a7-6889ab6f412b), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.187278 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b1510464-41ce-4fff-86a7-6889ab6f412b), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.242074 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] vlan segment allocate from pool success with {'vlan_id': 1170, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:54:40.262862 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (b02f4593-60bd-4641-b674-39071791c016), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.263219 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Added segment b02f4593-60bd-4641-b674-39071791c016 of type vlan for network d467743d-d63b-42fa-9231-deee2b39ad51 Apr 11 16:54:40.306397 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1510464-41ce-4fff-86a7-6889ab6f412b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:40.316916 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (d467743d-d63b-42fa-9231-deee2b39ad51), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.323287 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:40.357382 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (d467743d-d63b-42fa-9231-deee2b39ad51), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.359067 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:40.360124 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.441461 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] Pushing event updated for resources: {'Network': ['ID=d467743d-d63b-42fa-9231-deee2b39ad51,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:40.477615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40614) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:40.482764 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Request body: {'subnet': {'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-595258718-subnet', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:40.489510 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-0e12fcac-6be3-43c8-8a5a-97094d4deb45 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4924679 Apr 11 16:54:40.490460 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network d467743d-d63b-42fa-9231-deee2b39ad51 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:54:40.527661 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Made reservation on behalf of 22b135fb155e41d7895fbbca0d9864b5 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:40.533379 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.672346 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 2, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:40.710469 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:40.712079 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Updating router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:54:40.745073 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5c1d6-822a-49bd-80d2-2a8b2b7f195b req-e390d0c4-6cb3-4082-b441-376dfc54fd65 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:40.751437 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.752448 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0ad5c1d6-822a-49bd-80d2-2a8b2b7f195b req-e390d0c4-6cb3-4082-b441-376dfc54fd65 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.2346694 Apr 11 16:54:40.781395 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70a10d0-8b9f-44b5-89cd-2c2139f05c28 req-5464bb33-ad85-4951-a879-83422a4fc563 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:40.792349 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d70a10d0-8b9f-44b5-89cd-2c2139f05c28 req-5464bb33-ad85-4951-a879-83422a4fc563 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.1821976 Apr 11 16:54:40.854928 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.958239 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:40.969446 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d70a10d0-8b9f-44b5-89cd-2c2139f05c28 req-e3d81e04-bccf-49f4-95c0-358c78fc565f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1728952 Apr 11 16:54:40.970923 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Checking segment: {'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:40.971630 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Network hostable DHCP agents. Network: d467743d-d63b-42fa-9231-deee2b39ad51, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:54:40.996206 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0ad5c1d6-822a-49bd-80d2-2a8b2b7f195b req-af2e398f-e441-4f6a-86d7-8df099c52455 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963181 Apr 11 16:54:40.998914 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Network d467743d-d63b-42fa-9231-deee2b39ad51 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:54:41.012250 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, d467743d-d63b-42fa-9231-deee2b39ad51) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:41.018204 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:41.018865 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.033106 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf4725-0dd5-4518-ab25-8b1c3b3f7931 None None] Network d467743d-d63b-42fa-9231-deee2b39ad51 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:41.065955 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40620) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:41.069694 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:41.082956 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e4c8cd55-8e13-4c39-b542-90258c6c7d1e admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6013081 Apr 11 16:54:41.121068 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.122212 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.140160 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 60a4280a-898e-4d0e-8537-c8e9e4d53086 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:41.215396 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d03d93-237d-4ff6-80e2-42b651c1281d req-127f036d-d58c-4e91-953e-e1f9a298a4a4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:41.217332 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d8d03d93-237d-4ff6-80e2-42b651c1281d req-127f036d-d58c-4e91-953e-e1f9a298a4a4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0727611 Apr 11 16:54:41.305915 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks [] for router_controller (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.319354 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d8d03d93-237d-4ff6-80e2-42b651c1281d req-ffe379c2-d7f2-41f2-9797-46a572086859 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688257 Apr 11 16:54:41.479008 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Publish callbacks [] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.509710 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-d467743d-d63b-42fa-9231-deee2b39ad51', 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51', 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'fixed_ips': [{'subnet_id': '7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:54:41.511266 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.518230 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.536008 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks [] for router_gateway (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.592573 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 60a4280a-898e-4d0e-8537-c8e9e4d53086 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:41.592954 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.646568 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cecadc-2d27-430d-aee5-5b92c9552894 None None] Pushing event updated for resources: {'Port': ['ID=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:41.881701 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks [] for router_gateway (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.887541 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Attempting to bind port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:41.888058 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Attempting to bind port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:41.888530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Attempting to bind port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:41.911428 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 60a4280a-898e-4d0e-8537-c8e9e4d53086 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:41.917962 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:41.920147 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Checking segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:41.920681 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.921186 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Bound using segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:41.925379 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Bound port: 31fe28eb-a75f-46a1-872a-4c41b5e0bda3, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:41.925931 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.931760 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.958317 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Allocated IP 172.20.0.2 (d467743d-d63b-42fa-9231-deee2b39ad51/7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4/df23e85d-beef-470a-a4bf-873b1468d3a0) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:42.028282 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-74534cc2-cb7f-4286-90fa-cade31f3c43d None None] Provisioning complete for port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:42.028797 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-74534cc2-cb7f-4286-90fa-cade31f3c43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.155705 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] For port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:42.174509 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-74534cc2-cb7f-4286-90fa-cade31f3c43d None None] Port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:42.188144 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] For port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:42.205356 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Allocated IP 172.27.1.71 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/feb99275-1414-4aaf-b948-2baeb971bc9d) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:42.208689 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.218281 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c61e56-950e-4d6a-9df4-c672031bbddc req-d77f8672-7471-411a-b435-e71eab0971df tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:42.219961 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b2c61e56-950e-4d6a-9df4-c672031bbddc req-d77f8672-7471-411a-b435-e71eab0971df tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.1272633 Apr 11 16:54:42.256226 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e463a2-2f0f-4bcc-aa8f-a9d59c70670d req-b8ce73ab-6105-4c89-8908-92752b34089e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:42.259353 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-69e463a2-2f0f-4bcc-aa8f-a9d59c70670d req-b8ce73ab-6105-4c89-8908-92752b34089e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.1040254 Apr 11 16:54:42.396144 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Publish callbacks [] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.437137 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b2c61e56-950e-4d6a-9df4-c672031bbddc req-5187d7ad-1620-446d-a910-e6746daacd9b tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043583 Apr 11 16:54:42.458157 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cecadc-2d27-430d-aee5-5b92c9552894 None None] Pushing event updated for resources: {'Port': ['ID=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:42.476396 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.547808 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-357065cd-e9f5-4ff9-a4b6-2bcd5867a49b None None] Provisioning complete for port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:42.548492 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-357065cd-e9f5-4ff9-a4b6-2bcd5867a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.588880 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:42.589536 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:42.632241 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-69e463a2-2f0f-4bcc-aa8f-a9d59c70670d req-87126f58-5662-43ce-832f-7f920f1441f5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147048 Apr 11 16:54:42.672589 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks [] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.690866 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000cb019-341d-4055-bbcb-69893ad00700 req-ac4864c8-fc49-402f-a211-4b5bb9d07ea4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:42.696569 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-357065cd-e9f5-4ff9-a4b6-2bcd5867a49b None None] Current status of the port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:42.697042 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-357065cd-e9f5-4ff9-a4b6-2bcd5867a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.700004 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-000cb019-341d-4055-bbcb-69893ad00700 req-ac4864c8-fc49-402f-a211-4b5bb9d07ea4 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.1425712 Apr 11 16:54:42.739527 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-357065cd-e9f5-4ff9-a4b6-2bcd5867a49b None None] For port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:42.744607 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Network d467743d-d63b-42fa-9231-deee2b39ad51 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:42.747996 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f4a29d35-2566-42cb-bb55-54631f83f9ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.759062 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-357065cd-e9f5-4ff9-a4b6-2bcd5867a49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.764801 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-000cb019-341d-4055-bbcb-69893ad00700 req-46091fdc-01bd-4d09-9742-60b15b248147 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635927 Apr 11 16:54:42.765104 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:42.767642 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:42.772641 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Pushing event updated for resources: {'Port': ['ID=df23e85d-beef-470a-a4bf-873b1468d3a0,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:42.834634 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357065cd-e9f5-4ff9-a4b6-2bcd5867a49b None None] Pushing event updated for resources: {'Port': ['ID=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:42.851163 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:42.933884 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:42.937896 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:42.946699 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:42.950973 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:42.989647 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Pushing event updated for resources: {'Port': ['ID=feb99275-1414-4aaf-b948-2baeb971bc9d,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:43.096659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Attempting to bind port df23e85d-beef-470a-a4bf-873b1468d3a0 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:43.096985 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Attempting to bind port df23e85d-beef-470a-a4bf-873b1468d3a0 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:43.097357 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Attempting to bind port df23e85d-beef-470a-a4bf-873b1468d3a0 on network d467743d-d63b-42fa-9231-deee2b39ad51 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:43.105013 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:43.105499 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Checking segment: {'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:43.105858 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:43.106412 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Bound using segment: {'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:43.107015 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Bound port: df23e85d-beef-470a-a4bf-873b1468d3a0, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:43.107585 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:43.279598 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] For port df23e85d-beef-470a-a4bf-873b1468d3a0, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:43.300328 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] For port df23e85d-beef-470a-a4bf-873b1468d3a0, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=df23e85d-beef-470a-a4bf-873b1468d3a0,segment=NetworkSegment(b02f4593-60bd-4641-b674-39071791c016),segment_id=b02f4593-60bd-4641-b674-39071791c016)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:43.305293 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:43.335591 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d19f4a9-b3ed-452a-9de3-187585f41356 None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:43.338609 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:43.363294 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks [] for router_gateway (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:43.500462 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5feb8-bdf0-4d8b-b518-e256aa085a4e None None] Pushing event updated for resources: {'Port': ['ID=df23e85d-beef-470a-a4bf-873b1468d3a0,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:43.654358 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc41334d-41c3-4491-9a6d-3369d873ace6 req-bb33e623-d896-482f-8258-bae4077dfe25 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:43.658653 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dc41334d-41c3-4491-9a6d-3369d873ace6 req-bb33e623-d896-482f-8258-bae4077dfe25 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0659573 Apr 11 16:54:44.110730 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dc41334d-41c3-4491-9a6d-3369d873ace6 req-1e56cb89-9101-4cb7-9eca-dc82c22a071e tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4453108 Apr 11 16:54:44.120596 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a021c3b-3a8d-409f-b017-e9bf3f852a4f req-466c1ab2-153f-48b6-9bc6-ef4b549759df tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:44.122207 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0a021c3b-3a8d-409f-b017-e9bf3f852a4f req-466c1ab2-153f-48b6-9bc6-ef4b549759df tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.3839817 Apr 11 16:54:44.174894 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.243872 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0a021c3b-3a8d-409f-b017-e9bf3f852a4f req-68e7d051-1d81-449d-a663-a13df99ab8ea tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099889 Apr 11 16:54:44.323201 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6715841d-660b-4834-ac94-422422e53b99 req-f3b514c0-f6bf-40f0-b66b-27856f933643 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:44.324767 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6715841d-660b-4834-ac94-422422e53b99 req-f3b514c0-f6bf-40f0-b66b-27856f933643 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.1300735 Apr 11 16:54:44.403558 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6715841d-660b-4834-ac94-422422e53b99 req-ff9ef390-dc31-45ad-a3e6-395f90f1cdc6 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716007 Apr 11 16:54:44.433252 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:54:44.540526 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e210062f-934b-48fb-8d94-c93db183d48e None None] Network d467743d-d63b-42fa-9231-deee2b39ad51 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:54:44.561233 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:44.572513 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Sync routers for ids ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:44.579683 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.582687 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-87714fcd-29c7-439e-88b2-4b72f80c389b admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5167377 Apr 11 16:54:44.585451 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40638) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:44.587783 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Routers {'94e29ef6-2575-46ca-a1e1-d96e0c2fc547'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:44.588399 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:44.617921 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-da65f4f4-9b49-4ed9-9cc7-35659baceb80 None None] Provisioning complete for port df23e85d-beef-470a-a4bf-873b1468d3a0 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:44.618289 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-da65f4f4-9b49-4ed9-9cc7-35659baceb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.756948 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Set router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:44.776517 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-da65f4f4-9b49-4ed9-9cc7-35659baceb80 None None] Current status of the port df23e85d-beef-470a-a4bf-873b1468d3a0 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:44.777007 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-da65f4f4-9b49-4ed9-9cc7-35659baceb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.830351 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-da65f4f4-9b49-4ed9-9cc7-35659baceb80 None None] For port df23e85d-beef-470a-a4bf-873b1468d3a0, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=df23e85d-beef-470a-a4bf-873b1468d3a0,segment=NetworkSegment(b02f4593-60bd-4641-b674-39071791c016),segment_id=b02f4593-60bd-4641-b674-39071791c016)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:44.836565 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-da65f4f4-9b49-4ed9-9cc7-35659baceb80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.920528 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da65f4f4-9b49-4ed9-9cc7-35659baceb80 None None] Pushing event updated for resources: {'Port': ['ID=df23e85d-beef-470a-a4bf-873b1468d3a0,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:44.931636 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9086d205-323b-4661-8f5a-64262044c60e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.089008 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:43Z', 'revision_number': 3, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port': {'id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:45.128315 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Checking router: 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:45.128667 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Updating router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 port feb99275-1414-4aaf-b948-2baeb971bc9d binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:54:45.161619 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.177874 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:45.218567 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-ed339b60-71ac-4398-90c6-69645c1a72c3 None None] Provisioning complete for port df23e85d-beef-470a-a4bf-873b1468d3a0 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:45.218983 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ed339b60-71ac-4398-90c6-69645c1a72c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.219843 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.290099 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:45.290569 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.322180 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ec1c6c-edfc-42a7-bc46-aaadbea8de2d req-3df18b82-4b5c-4858-ad2a-b240570641fd tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.323863 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d4ec1c6c-edfc-42a7-bc46-aaadbea8de2d req-3df18b82-4b5c-4858-ad2a-b240570641fd tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.1072862 Apr 11 16:54:45.454399 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Publish callbacks [] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.458078 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79e6a7-21db-4223-aecf-8f4814494572 req-5db3a89f-051a-459e-8d80-fda22f0d9253 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.459943 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8f79e6a7-21db-4223-aecf-8f4814494572 req-5db3a89f-051a-459e-8d80-fda22f0d9253 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.1112547 Apr 11 16:54:45.466508 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.467734 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d4ec1c6c-edfc-42a7-bc46-aaadbea8de2d req-5499a1f3-8530-4538-8463-6abd193d32e4 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372557 Apr 11 16:54:45.527779 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Attempting to bind port feb99275-1414-4aaf-b948-2baeb971bc9d on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:45.527779 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Attempting to bind port feb99275-1414-4aaf-b948-2baeb971bc9d by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:45.527779 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Attempting to bind port feb99275-1414-4aaf-b948-2baeb971bc9d on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:45.533787 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-ed339b60-71ac-4398-90c6-69645c1a72c3 None None] Current status of the port df23e85d-beef-470a-a4bf-873b1468d3a0 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:45.536355 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:45.537088 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:45.537471 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.537966 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:45.539501 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Bound port: feb99275-1414-4aaf-b948-2baeb971bc9d, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:45.540412 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.562070 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8f79e6a7-21db-4223-aecf-8f4814494572 req-769eac2a-a5fe-4775-bb09-7096717fcbf1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911789 Apr 11 16:54:45.563284 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Allocated IP 172.20.0.1 (d467743d-d63b-42fa-9231-deee2b39ad51/7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4/a89326ec-6f25-4a6a-a782-a66eeeca5cb8) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:45.605860 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:45.605860 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device df23e85d-beef-470a-a4bf-873b1468d3a0 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:45.617983 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] For port feb99275-1414-4aaf-b948-2baeb971bc9d, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:45.621342 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] For port feb99275-1414-4aaf-b948-2baeb971bc9d, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=feb99275-1414-4aaf-b948-2baeb971bc9d,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:45.625083 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a4ee1-2f65-40a3-83e3-81ad417d7c39 None None] Pushing event updated for resources: {'Port': ['ID=feb99275-1414-4aaf-b948-2baeb971bc9d,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:45.639081 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.653068 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e887af-3894-46e0-bd16-847edd0219a4 req-876444b6-225e-4665-babe-472a52c942ff tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.654798 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b0e887af-3894-46e0-bd16-847edd0219a4 req-876444b6-225e-4665-babe-472a52c942ff tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0867181 Apr 11 16:54:45.680805 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port df23e85d-beef-470a-a4bf-873b1468d3a0 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:45.681252 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.696923 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Routers {'94e29ef6-2575-46ca-a1e1-d96e0c2fc547'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:45.697819 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:45.751140 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b0e887af-3894-46e0-bd16-847edd0219a4 req-498dc8c5-b208-47c6-961d-94d92e1c0cc1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698457 Apr 11 16:54:45.768833 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Publish callbacks [] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.808018 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port df23e85d-beef-470a-a4bf-873b1468d3a0 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:45.808999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.836431 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a4ee1-2f65-40a3-83e3-81ad417d7c39 None None] Pushing event updated for resources: {'Port': ['ID=feb99275-1414-4aaf-b948-2baeb971bc9d,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:45.885691 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Network d467743d-d63b-42fa-9231-deee2b39ad51 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:45.897620 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:45.899153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128f54-ce80-4977-b903-03b186228db3 req-81edf692-3598-421a-bfc5-eb7debfc7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.900565 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] Set router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:45.902046 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:45.902380 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b128f54-ce80-4977-b903-03b186228db3 req-81edf692-3598-421a-bfc5-eb7debfc7cda service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 1129 time: 0.0491979 Apr 11 16:54:45.904734 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:45.914421 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14da4087-69b0-4c4e-8dd0-494a259230f9 req-64711db1-6992-4d2a-b296-0d63aae9503c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.915970 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-14da4087-69b0-4c4e-8dd0-494a259230f9 req-64711db1-6992-4d2a-b296-0d63aae9503c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0955467 Apr 11 16:54:45.937457 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.009014 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.059985 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-14da4087-69b0-4c4e-8dd0-494a259230f9 req-2e4cfe94-ece2-49ff-ae4c-3c82c8bc5192 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054192 Apr 11 16:54:46.146388 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:43Z', 'revision_number': 3, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port': {'id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:46.180854 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948afc02-3368-4842-9288-0f26c5cc57fb None None] The sync data for ids ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'] in dv-cinder-837166-2-iscsi is: [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:43Z', 'revision_number': 3, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port': {'id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:46.190864 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.262734 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-c1b6aa43-ce11-4848-8359-67976a6bd5c6 None None] Provisioning complete for port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:46.263049 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c1b6aa43-ce11-4848-8359-67976a6bd5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.278109 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128f54-ce80-4977-b903-03b186228db3 req-13cf3848-3632-4bc4-a1b8-31346de1ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:46.279879 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b128f54-ce80-4977-b903-03b186228db3 req-13cf3848-3632-4bc4-a1b8-31346de1ff5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 912 time: 0.3604214 Apr 11 16:54:46.305899 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-c1b6aa43-ce11-4848-8359-67976a6bd5c6 None None] Port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:46.351281 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b128f54-ce80-4977-b903-03b186228db3 req-f2e3a841-18bd-4db9-8d11-5fa836e1b020 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d HTTP/1.1" status: 200 len: 1001 time: 0.0637183 Apr 11 16:54:46.377837 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Publish callbacks [] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.385652 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.403125 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128f54-ce80-4977-b903-03b186228db3 req-99f59423-bc2d-4329-b426-867fa74ea49e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:46.404686 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b128f54-ce80-4977-b903-03b186228db3 req-99f59423-bc2d-4329-b426-867fa74ea49e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 200 len: 849 time: 0.0472612 Apr 11 16:54:46.471015 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:46.474533 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.479112 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b128f54-ce80-4977-b903-03b186228db3 req-155f04d2-e767-42db-b6b7-569940293f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:46.480716 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b128f54-ce80-4977-b903-03b186228db3 req-155f04d2-e767-42db-b6b7-569940293f52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0695233 Apr 11 16:54:46.581170 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Network d467743d-d63b-42fa-9231-deee2b39ad51 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:46.582648 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:46.585222 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b128f54-ce80-4977-b903-03b186228db3 req-34f35e40-8943-4fca-8150-f007fd5794d4 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905726 Apr 11 16:54:46.715687 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b128f54-ce80-4977-b903-03b186228db3 req-84289ed8-f50a-417e-a204-5247aafa7f3c service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207976 Apr 11 16:54:46.761013 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd1fef-6617-47d0-9b39-b7fe53b645a6 req-2c72d16d-693b-48a0-b629-99f43c5df766 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:46.762557 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9cbd1fef-6617-47d0-9b39-b7fe53b645a6 req-2c72d16d-693b-48a0-b629-99f43c5df766 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0701096 Apr 11 16:54:46.781308 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:46.825930 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9cbd1fef-6617-47d0-9b39-b7fe53b645a6 req-865ac4fd-ae8f-4d6a-8ddb-cfdb4e73e180 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561087 Apr 11 16:54:46.929890 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-aac5147b-3bfb-4eb3-b903-a7961b158f67 None None] Provisioning complete for port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:46.930436 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-aac5147b-3bfb-4eb3-b903-a7961b158f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:46.969265 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-aac5147b-3bfb-4eb3-b903-a7961b158f67 None None] Port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:47.088858 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device feb99275-1414-4aaf-b948-2baeb971bc9d up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:47.166879 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port feb99275-1414-4aaf-b948-2baeb971bc9d triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:47.166879 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.185193 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f26b482-d3b8-433c-a5f8-d9673116abdb req-b5703b51-a4c3-4e0d-9476-8d6c966b13cb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:47.192214 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2f26b482-d3b8-433c-a5f8-d9673116abdb req-b5703b51-a4c3-4e0d-9476-8d6c966b13cb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.3272069 Apr 11 16:54:47.246476 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port feb99275-1414-4aaf-b948-2baeb971bc9d is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:47.246900 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.263984 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb7b9d1-1c99-4f46-97f0-268e15f7b816 req-ebfd5d78-be40-488a-857c-c0154f124cc6 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:47.265453 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2eb7b9d1-1c99-4f46-97f0-268e15f7b816 req-ebfd5d78-be40-488a-857c-c0154f124cc6 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0980251 Apr 11 16:54:47.268020 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port feb99275-1414-4aaf-b948-2baeb971bc9d, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=feb99275-1414-4aaf-b948-2baeb971bc9d,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:47.272051 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.273567 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:47.285144 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f472ddf6-84b6-4f4b-a7ef-2dad6077bcc5 admin admin] 10.222.0.73 "PUT /v2.0/routers/94e29ef6-2575-46ca-a1e1-d96e0c2fc547/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6936643 Apr 11 16:54:47.294332 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2f26b482-d3b8-433c-a5f8-d9673116abdb req-932ae3df-4c75-4d40-9dbc-409d1b05d66e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1011326 Apr 11 16:54:47.333733 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=feb99275-1414-4aaf-b948-2baeb971bc9d,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:47.358931 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2eb7b9d1-1c99-4f46-97f0-268e15f7b816 req-8169554f-ccae-4436-8f6d-e420ad389b3e tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867686 Apr 11 16:54:47.537798 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.800925 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40662) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:47.806290 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-56f6bc41-90fc-4f78-9c84-5ad232f6acd6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1131945587', 'description': 'tempest-secgroup-smoke-1131945587 description', 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:47.827472 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56f6bc41-90fc-4f78-9c84-5ad232f6acd6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.893636 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Sync routers for ids ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:47.910876 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Routers {'94e29ef6-2575-46ca-a1e1-d96e0c2fc547'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:47.911805 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:47.913616 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56f6bc41-90fc-4f78-9c84-5ad232f6acd6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group (51be5618-7b50-4631-9b0a-a1ae6ec3407f), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.921010 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56f6bc41-90fc-4f78-9c84-5ad232f6acd6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (51be5618-7b50-4631-9b0a-a1ae6ec3407f), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.978432 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-56f6bc41-90fc-4f78-9c84-5ad232f6acd6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:47.983006 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-56f6bc41-90fc-4f78-9c84-5ad232f6acd6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1808004 Apr 11 16:54:47.984806 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40666) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:47.989436 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f6bc41-90fc-4f78-9c84-5ad232f6acd6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51be5618-7b50-4631-9b0a-a1ae6ec3407f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.002221 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec7b78c-78c1-49b3-8a04-feebc5d11233 req-93243cf3-87ea-4cef-a983-2db0fc609809 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.003774 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7ec7b78c-78c1-49b3-8a04-feebc5d11233 req-93243cf3-87ea-4cef-a983-2db0fc609809 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0673091 Apr 11 16:54:48.004181 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-64552e3a-a202-49aa-a0e0-2642d6f60b84 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'security_group_rule': {'security_group_id': '51be5618-7b50-4631-9b0a-a1ae6ec3407f', 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:48.026465 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-4bab5a18-ba82-4a99-a267-7e9621a6de79 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0771170 Apr 11 16:54:48.033501 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Set router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:48.042533 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-64552e3a-a202-49aa-a0e0-2642d6f60b84 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (53d309d8-eb6d-4cbe-825c-9785008dd592), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.068345 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7ec7b78c-78c1-49b3-8a04-feebc5d11233 req-7e92733a-359b-42c3-a3d3-183ff448d17e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564237 Apr 11 16:54:48.130016 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-704eaac1-bfef-4ff3-a8a3-a88e710178ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.131665 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-704eaac1-bfef-4ff3-a8a3-a88e710178ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 1129 time: 0.0601754 Apr 11 16:54:48.144399 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-64552e3a-a202-49aa-a0e0-2642d6f60b84 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (53d309d8-eb6d-4cbe-825c-9785008dd592), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.148687 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-64552e3a-a202-49aa-a0e0-2642d6f60b84 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (53d309d8-eb6d-4cbe-825c-9785008dd592), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.192804 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64552e3a-a202-49aa-a0e0-2642d6f60b84 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d309d8-eb6d-4cbe-825c-9785008dd592,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.200920 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-64552e3a-a202-49aa-a0e0-2642d6f60b84 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.202098 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-64552e3a-a202-49aa-a0e0-2642d6f60b84 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2159193 Apr 11 16:54:48.205320 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40668) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:48.210867 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-03a0fb47-c25d-40be-92a3-f92933321bec tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'security_group_rule': {'security_group_id': '51be5618-7b50-4631-9b0a-a1ae6ec3407f', 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:48.237658 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03a0fb47-c25d-40be-92a3-f92933321bec tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (5b3b7a1f-388b-475a-9a72-b632891e6b05), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.254839 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:46Z', 'revision_number': 4, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port': {'id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'a89326ec-6f25-4a6a-a782-a66eeeca5cb8', 'name': '', 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'mac_address': 'fa:16:3e:2f:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:45Z', 'updated_at': '2022-04-11T16:54:46Z', 'revision_number': 2, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'subnets': [{'id': '7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:48.265491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-ea84144e-cf13-43d2-84d0-9fd740c4a688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.267110 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-ea84144e-cf13-43d2-84d0-9fd740c4a688 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 912 time: 0.1142762 Apr 11 16:54:48.287082 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Checking router: 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:48.287485 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Updating router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:54:48.297980 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03a0fb47-c25d-40be-92a3-f92933321bec tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (5b3b7a1f-388b-475a-9a72-b632891e6b05), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.301758 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03a0fb47-c25d-40be-92a3-f92933321bec tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (5b3b7a1f-388b-475a-9a72-b632891e6b05), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.317049 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.334943 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a0fb47-c25d-40be-92a3-f92933321bec tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b3b7a1f-388b-475a-9a72-b632891e6b05,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.342975 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03a0fb47-c25d-40be-92a3-f92933321bec tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.346679 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-03a0fb47-c25d-40be-92a3-f92933321bec tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376209 Apr 11 16:54:48.346837 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-bc745f98-ac27-4b4a-920d-318ade626a31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d HTTP/1.1" status: 200 len: 1001 time: 0.0708098 Apr 11 16:54:48.347002 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40672) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:48.351816 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-ef4f22f0-d039-4f2d-b65b-94a62d8b0d38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'security_group_rule': {'security_group_id': '51be5618-7b50-4631-9b0a-a1ae6ec3407f', 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:48.380071 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef4f22f0-d039-4f2d-b65b-94a62d8b0d38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (8474c1d4-df72-4c55-bd32-dd20800d7168), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.403637 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-34051d51-7572-488c-8842-d8043d574c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.405462 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-34051d51-7572-488c-8842-d8043d574c52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 200 len: 849 time: 0.0512235 Apr 11 16:54:48.464732 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-cffcd7be-928f-41ff-82b9-28b275e336f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.466269 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-cffcd7be-928f-41ff-82b9-28b275e336f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505555 Apr 11 16:54:48.505752 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a972d-d905-49d6-90a0-64d685b5d0e2 req-ba260158-4399-447b-8bf8-b37aa8693c18 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.508235 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3f0a972d-d905-49d6-90a0-64d685b5d0e2 req-ba260158-4399-447b-8bf8-b37aa8693c18 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0978341 Apr 11 16:54:48.521870 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add71ca-b15b-4102-a4cd-c9508615dd6b req-404ef2c2-ebfc-4730-a9da-f2f3cafb65df tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.524099 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1add71ca-b15b-4102-a4cd-c9508615dd6b req-404ef2c2-ebfc-4730-a9da-f2f3cafb65df tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0779498 Apr 11 16:54:48.554149 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef4f22f0-d039-4f2d-b65b-94a62d8b0d38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (8474c1d4-df72-4c55-bd32-dd20800d7168), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.565035 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-20d08b0c-8bc4-43f5-a130-a40b6a735b22 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912611 Apr 11 16:54:48.568609 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef4f22f0-d039-4f2d-b65b-94a62d8b0d38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (8474c1d4-df72-4c55-bd32-dd20800d7168), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.616051 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4f22f0-d039-4f2d-b65b-94a62d8b0d38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8474c1d4-df72-4c55-bd32-dd20800d7168,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.625283 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3f0a972d-d905-49d6-90a0-64d685b5d0e2 req-6cea74b9-951c-4f55-b855-505b88918136 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001105 Apr 11 16:54:48.631813 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Publish callbacks [] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.636431 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef4f22f0-d039-4f2d-b65b-94a62d8b0d38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.637781 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-ef4f22f0-d039-4f2d-b65b-94a62d8b0d38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2896960 Apr 11 16:54:48.638821 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.641363 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 40676) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:48.646561 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e8892ba8-1961-466d-b78c-8bdd6d6924cc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'security_group_rule': {'security_group_id': '51be5618-7b50-4631-9b0a-a1ae6ec3407f', 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:48.653341 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1add71ca-b15b-4102-a4cd-c9508615dd6b req-c49a676a-e75f-4bd1-98ea-4be060ec2c08 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185126 Apr 11 16:54:48.684224 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8892ba8-1961-466d-b78c-8bdd6d6924cc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (b04a7e49-0361-40a8-b7ba-80d7da164242), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.707600 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-64309fa0-947e-45f3-a33b-b3dfc0db1fd0 req-79e740ba-26bb-4321-acbe-22a05f8535e8 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346152 Apr 11 16:54:48.710873 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.711561 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04534-ef4a-4706-909f-7980bc0b1a1a None None] Pushing event updated for resources: {'Port': ['ID=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.754631 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8892ba8-1961-466d-b78c-8bdd6d6924cc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (b04a7e49-0361-40a8-b7ba-80d7da164242), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.758477 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8892ba8-1961-466d-b78c-8bdd6d6924cc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (b04a7e49-0361-40a8-b7ba-80d7da164242), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.774997 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Attempting to bind port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:48.775477 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Attempting to bind port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:48.776182 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Attempting to bind port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 on network d467743d-d63b-42fa-9231-deee2b39ad51 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:48.776582 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8892ba8-1961-466d-b78c-8bdd6d6924cc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b04a7e49-0361-40a8-b7ba-80d7da164242,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.784041 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:48.784498 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Checking segment: {'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:48.784942 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.785368 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Bound using segment: {'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:48.785847 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Bound port: a89326ec-6f25-4a6a-a782-a66eeeca5cb8, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b02f4593-60bd-4641-b674-39071791c016', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1170, 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:48.786237 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.788681 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e8892ba8-1961-466d-b78c-8bdd6d6924cc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.792535 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e8892ba8-1961-466d-b78c-8bdd6d6924cc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477053 Apr 11 16:54:48.793019 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40680) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:48.797621 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-79a44189-f956-42f9-a286-2eb3abe7e66c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'security_group_rule': {'security_group_id': '51be5618-7b50-4631-9b0a-a1ae6ec3407f', 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:48.819317 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-79a44189-f956-42f9-a286-2eb3abe7e66c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Project 5e8e5da108f24ed3b3955c8a12bdf580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:54:48.828470 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-79a44189-f956-42f9-a286-2eb3abe7e66c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (c5bd6592-9995-42c3-b0cb-c50107c95819), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.860194 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] For port a89326ec-6f25-4a6a-a782-a66eeeca5cb8, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:48.863882 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] For port a89326ec-6f25-4a6a-a782-a66eeeca5cb8, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,segment=NetworkSegment(b02f4593-60bd-4641-b674-39071791c016),segment_id=b02f4593-60bd-4641-b674-39071791c016)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:48.870271 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.911827 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-79a44189-f956-42f9-a286-2eb3abe7e66c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (c5bd6592-9995-42c3-b0cb-c50107c95819), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.915929 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-79a44189-f956-42f9-a286-2eb3abe7e66c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (c5bd6592-9995-42c3-b0cb-c50107c95819), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.930915 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Routers {'94e29ef6-2575-46ca-a1e1-d96e0c2fc547'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:48.931555 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:48.937101 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a44189-f956-42f9-a286-2eb3abe7e66c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bd6592-9995-42c3-b0cb-c50107c95819,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:48.948405 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-79a44189-f956-42f9-a286-2eb3abe7e66c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.949646 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-79a44189-f956-42f9-a286-2eb3abe7e66c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557298 Apr 11 16:54:48.952464 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40682) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:48.956833 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-9fa37ba0-c338-4dbb-b528-1cfabb01add6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'security_group_rule': {'security_group_id': '51be5618-7b50-4631-9b0a-a1ae6ec3407f', 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:48.994256 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-9fa37ba0-c338-4dbb-b528-1cfabb01add6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Project 5e8e5da108f24ed3b3955c8a12bdf580 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:54:49.001115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fa37ba0-c338-4dbb-b528-1cfabb01add6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (9a098636-9998-4868-b134-e3e7046c9f27), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.004838 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c04534-ef4a-4706-909f-7980bc0b1a1a None None] Pushing event updated for resources: {'Port': ['ID=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:49.023535 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-6e8c08dc-1471-47e7-bc3c-317aad96873a None None] Provisioning complete for port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:49.024522 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e8c08dc-1471-47e7-bc3c-317aad96873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.033232 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.110327 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fa37ba0-c338-4dbb-b528-1cfabb01add6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (9a098636-9998-4868-b134-e3e7046c9f27), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.111842 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device feb99275-1414-4aaf-b948-2baeb971bc9d up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:49.119059 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fa37ba0-c338-4dbb-b528-1cfabb01add6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (9a098636-9998-4868-b134-e3e7046c9f27), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.140827 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa37ba0-c338-4dbb-b528-1cfabb01add6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a098636-9998-4868-b134-e3e7046c9f27,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:49.149052 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9fa37ba0-c338-4dbb-b528-1cfabb01add6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.150933 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9fa37ba0-c338-4dbb-b528-1cfabb01add6 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1974795 Apr 11 16:54:49.187071 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] Set router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:49.268690 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d9a618-c48d-4601-a555-2a544d634e46 req-ab45b991-b9c5-4e99-a0f7-3d381ec56067 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:49.270498 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e4d9a618-c48d-4601-a555-2a544d634e46 req-ab45b991-b9c5-4e99-a0f7-3d381ec56067 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0578914 Apr 11 16:54:49.321405 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port feb99275-1414-4aaf-b948-2baeb971bc9d triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:49.321786 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.325698 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e4d9a618-c48d-4601-a555-2a544d634e46 req-8335191e-5792-4a53-97cf-3742388c8ce7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478837 Apr 11 16:54:49.357845 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-6e8c08dc-1471-47e7-bc3c-317aad96873a None None] Current status of the port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:49.358245 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e8c08dc-1471-47e7-bc3c-317aad96873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.446661 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-6e8c08dc-1471-47e7-bc3c-317aad96873a None None] For port a89326ec-6f25-4a6a-a782-a66eeeca5cb8, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,segment=NetworkSegment(b02f4593-60bd-4641-b674-39071791c016),segment_id=b02f4593-60bd-4641-b674-39071791c016)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:49.461966 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6e8c08dc-1471-47e7-bc3c-317aad96873a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.694855 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d87e19b0-24e0-4399-b60f-b5a1e3711e77 None None] Provisioning complete for port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:49.695238 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d87e19b0-24e0-4399-b60f-b5a1e3711e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:49.741277 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:46Z', 'revision_number': 4, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port': {'id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'a89326ec-6f25-4a6a-a782-a66eeeca5cb8', 'name': '', 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'mac_address': 'fa:16:3e:2f:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:45Z', 'updated_at': '2022-04-11T16:54:48Z', 'revision_number': 4, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'subnets': [{'id': '7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:49.745845 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c08dc-1471-47e7-bc3c-317aad96873a None None] Pushing event updated for resources: {'Port': ['ID=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:49.769948 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a5ef9-a3c0-426c-8db8-45364f87ec49 req-bef0ffa5-d6c8-42fb-9c35-c4485614bd18 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:49.772091 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-831a5ef9-a3c0-426c-8db8-45364f87ec49 req-bef0ffa5-d6c8-42fb-9c35-c4485614bd18 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0680859 Apr 11 16:54:49.774875 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port feb99275-1414-4aaf-b948-2baeb971bc9d is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:49.779999 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c33ec0-5653-4e2c-affa-448993b2eb91 None None] The sync data for ids ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'] in dv-cinder-837166-2-iscsi is: [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:46Z', 'revision_number': 4, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port': {'id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'a89326ec-6f25-4a6a-a782-a66eeeca5cb8', 'name': '', 'network_id': 'd467743d-d63b-42fa-9231-deee2b39ad51', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'mac_address': 'fa:16:3e:2f:e6:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:45Z', 'updated_at': '2022-04-11T16:54:48Z', 'revision_number': 4, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'subnets': [{'id': '7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:49.862072 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d87e19b0-24e0-4399-b60f-b5a1e3711e77 None None] Current status of the port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:49.874748 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-831a5ef9-a3c0-426c-8db8-45364f87ec49 req-a30c05ec-5933-430f-9adf-a4d9ebcc9239 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834472 Apr 11 16:54:50.458774 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba8018a-1849-48f6-9a44-efc1245e17b2 req-f6a291be-bff0-42d9-bda3-711a6843738e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:50.460294 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-aba8018a-1849-48f6-9a44-efc1245e17b2 req-f6a291be-bff0-42d9-bda3-711a6843738e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0532389 Apr 11 16:54:50.511077 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-aba8018a-1849-48f6-9a44-efc1245e17b2 req-eee6f973-88b8-4a9b-8be3-e723a4fd31e6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450501 Apr 11 16:54:50.994863 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3164d7c-7d6a-4a01-a526-d0239211bd1e req-7cd707dd-b168-4528-8c3f-e2f17464f5c1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:50.996357 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d3164d7c-7d6a-4a01-a526-d0239211bd1e req-7cd707dd-b168-4528-8c3f-e2f17464f5c1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0495994 Apr 11 16:54:51.046325 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d3164d7c-7d6a-4a01-a526-d0239211bd1e req-3190df6a-3304-4244-a36d-d22368a384bc tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443444 Apr 11 16:54:51.086007 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device a89326ec-6f25-4a6a-a782-a66eeeca5cb8 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:51.138472 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:51.138889 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:51.216450 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:51.634393 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8a8843-2c36-4309-bb65-1565d7bec7b5 req-0b4ba737-c5b7-444f-a7d3-4379615a6b9b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:51.636842 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4e8a8843-2c36-4309-bb65-1565d7bec7b5 req-0b4ba737-c5b7-444f-a7d3-4379615a6b9b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0509839 Apr 11 16:54:51.686774 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4e8a8843-2c36-4309-bb65-1565d7bec7b5 req-d01a121b-c767-4990-8245-5d002183252a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444937 Apr 11 16:54:52.164930 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7e1da-9ef2-4cbe-b23b-e69e358d2761 req-f1370ccb-ea3f-4ec1-8a00-ba78a9ff3130 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:52.167158 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2ed7e1da-9ef2-4cbe-b23b-e69e358d2761 req-f1370ccb-ea3f-4ec1-8a00-ba78a9ff3130 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0520730 Apr 11 16:54:52.216213 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2ed7e1da-9ef2-4cbe-b23b-e69e358d2761 req-57134fd8-f3a1-40d1-b494-297dcb8bf3e0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436072 Apr 11 16:54:52.279855 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb683fea-19a3-445c-aabe-2ba26cccf429 req-bcd5a94f-62d3-47ea-8297-290c1c9bda71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:52.281360 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bb683fea-19a3-445c-aabe-2ba26cccf429 req-bcd5a94f-62d3-47ea-8297-290c1c9bda71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1129 time: 0.0399749 Apr 11 16:54:52.327043 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bb683fea-19a3-445c-aabe-2ba26cccf429 req-a75b7f60-49f2-44d8-944a-d0fe9b4f93da service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388312 Apr 11 16:54:52.808343 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b69c9-6468-4582-9d92-b4c2d4cef0ca req-330f333a-f1c7-42a8-a794-aeabd0368d7e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:52.809797 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b26b69c9-6468-4582-9d92-b4c2d4cef0ca req-330f333a-f1c7-42a8-a794-aeabd0368d7e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 944 time: 0.0509319 Apr 11 16:54:52.857797 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b26b69c9-6468-4582-9d92-b4c2d4cef0ca req-3098d2d3-01c8-4e2c-a0d4-c28ceb52c188 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424845 Apr 11 16:54:53.098254 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:54:53.204308 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:53.217164 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'c1ded018-7993-4947-90bb-8a93833988ea', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'port_id': 'c1ded018-7993-4947-90bb-8a93833988ea', 'mac_address': 'fa:16:3e:af:c6:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:54:53.254374 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c1ded018-7993-4947-90bb-8a93833988ea is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:53.254852 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:53.268072 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1ded018-7993-4947-90bb-8a93833988ea {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:53.288815 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:53.293805 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:53.336667 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af542a-1146-4f1e-a977-17e79a1182c6 req-ce2e64d2-d674-4195-805f-5cfcdd03a693 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:53.338224 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-12af542a-1146-4f1e-a977-17e79a1182c6 req-ce2e64d2-d674-4195-805f-5cfcdd03a693 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0553803 Apr 11 16:54:53.343389 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=9']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:53.385728 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-12af542a-1146-4f1e-a977-17e79a1182c6 req-11054dc6-dff9-4f55-b3af-abf53ba38969 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417430 Apr 11 16:54:53.732843 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['c1ded018-7993-4947-90bb-8a93833988ea'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:54:53.977230 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa9132-6ba6-4966-8dd0-15e5a9ced0fa req-0165f621-80b5-4137-b10f-dd0c376cb7e8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:53.978808 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-46aa9132-6ba6-4966-8dd0-15e5a9ced0fa req-0165f621-80b5-4137-b10f-dd0c376cb7e8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 945 time: 0.0482702 Apr 11 16:54:54.035098 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-46aa9132-6ba6-4966-8dd0-15e5a9ced0fa req-17815860-c904-42d1-8be8-65b6646fab35 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490448 Apr 11 16:54:54.499917 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35e4b4-6699-44c6-b924-493e0aaf3fa4 req-bffb2ada-197c-4c55-a111-d5b132b88dc3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:54.501406 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0c35e4b4-6699-44c6-b924-493e0aaf3fa4 req-bffb2ada-197c-4c55-a111-d5b132b88dc3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0478983 Apr 11 16:54:54.549782 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0c35e4b4-6699-44c6-b924-493e0aaf3fa4 req-ea59e4bb-2742-4e6f-86a1-4594c76a2a10 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411849 Apr 11 16:54:54.922644 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:54:54.977017 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8849b1c7-6450-421d-8ccd-852e4533e23d req-0e064d7e-d88e-4723-9556-c019d6897b7e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:54.978557 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8849b1c7-6450-421d-8ccd-852e4533e23d req-0e064d7e-d88e-4723-9556-c019d6897b7e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0486050 Apr 11 16:54:54.984744 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-f2af065a-77aa-4309-a150-e4600584e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:54.986259 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-f2af065a-77aa-4309-a150-e4600584e1e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1129 time: 0.0447514 Apr 11 16:54:55.031809 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8849b1c7-6450-421d-8ccd-852e4533e23d req-16c0bcea-97a6-40de-b8eb-f400e29d5f7a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475013 Apr 11 16:54:55.083148 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-8af9d49b-9a90-4e41-a72a-b078b036efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:55.084667 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-8af9d49b-9a90-4e41-a72a-b078b036efe0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.0927131 Apr 11 16:54:55.106457 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:55.160786 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-81246726-1436-4bbf-b61b-8d431276e148 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 200 len: 1001 time: 0.0643713 Apr 11 16:54:55.163432 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port c1ded018-7993-4947-90bb-8a93833988ea triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:55.163834 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c1ded018-7993-4947-90bb-8a93833988ea), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.166817 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bca6b4-73d3-4036-a738-be314995a179 req-bff5f2f5-a50f-43ef-9f75-781151bdea86 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:55.168494 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-55bca6b4-73d3-4036-a738-be314995a179 req-bff5f2f5-a50f-43ef-9f75-781151bdea86 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 945 time: 0.0539048 Apr 11 16:54:55.215668 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-40d7ae0e-6f8e-4d13-843b-29501e381850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:55.217324 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-40d7ae0e-6f8e-4d13-843b-29501e381850 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0497110 Apr 11 16:54:55.221725 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-55bca6b4-73d3-4036-a738-be314995a179 req-829a71e6-ed46-4ff5-9453-a4fd1b642eff tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477645 Apr 11 16:54:55.243911 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c1ded018-7993-4947-90bb-8a93833988ea is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:55.244304 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.262688 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-79bafe46-4098-48f5-854e-2f16574902cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:55.264250 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-79bafe46-4098-48f5-854e-2f16574902cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406406 Apr 11 16:54:55.270794 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:55.273844 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a4c4b7-8c0a-48a5-8768-1f0995179967" -d '{"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-plugged", "status": "completed", "tag": "c1ded018-7993-4947-90bb-8a93833988ea"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:55.287648 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:55.294526 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.324043 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3255b80d-07fe-4e67-aa26-76fc618fd12c x-openstack-request-id: req-3255b80d-07fe-4e67-aa26-76fc618fd12c {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:55.324363 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-plugged", "status": "completed", "tag": "c1ded018-7993-4947-90bb-8a93833988ea", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:55.324622 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3255b80d-07fe-4e67-aa26-76fc618fd12c {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:55.325019 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3255b80d-07fe-4e67-aa26-76fc618fd12c'] response: {'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea', 'code': 200} Apr 11 16:54:55.351617 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=10']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:55.364327 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-d8e2f2ef-b599-417c-8136-214a20e3a421 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932527 Apr 11 16:54:55.455331 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cf5b9350-d4ca-49c5-8925-01565c3b0a81 req-c5a8af9b-3461-4a71-bc4f-58079da80248 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834587 Apr 11 16:54:56.152562 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb6fe4-4cea-43ad-a017-d64ac5e04964 req-e73c655c-e811-4278-bef0-9885be0216f7 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:56.153957 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-31fb6fe4-4cea-43ad-a017-d64ac5e04964 req-e73c655c-e811-4278-bef0-9885be0216f7 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0481637 Apr 11 16:54:56.198435 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-31fb6fe4-4cea-43ad-a017-d64ac5e04964 req-f29a0a38-217a-4480-934a-8746a09e3935 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390089 Apr 11 16:54:56.345695 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24501c67-e52a-49b9-b2df-dc29c97948eb req-0fc717ff-d7a3-45a5-909f-5ee71d37a55b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:56.347204 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-24501c67-e52a-49b9-b2df-dc29c97948eb req-0fc717ff-d7a3-45a5-909f-5ee71d37a55b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 947 time: 0.0491765 Apr 11 16:54:56.395841 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-24501c67-e52a-49b9-b2df-dc29c97948eb req-59cf4c48-139c-4d73-ad34-e28ed03f3bd5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Apr 11 16:54:57.226368 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55657ad9-ea4c-4438-95ec-00bac6fbe671 req-e1eb625c-5a51-43fc-a8d1-0930327880b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:57.228223 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-55657ad9-ea4c-4438-95ec-00bac6fbe671 req-e1eb625c-5a51-43fc-a8d1-0930327880b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 1131 time: 0.0449092 Apr 11 16:54:57.313286 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bee324-665d-4d8b-baae-a6f3e9475e5d req-9dc69cfb-3ca5-42f1-a71f-f13a1d4c3cb0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:57.314807 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d4bee324-665d-4d8b-baae-a6f3e9475e5d req-9dc69cfb-3ca5-42f1-a71f-f13a1d4c3cb0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0471940 Apr 11 16:54:57.356934 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-55657ad9-ea4c-4438-95ec-00bac6fbe671 req-f40cab64-2442-49b9-b2ed-007dd901a782 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Apr 11 16:54:57.360556 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d4bee324-665d-4d8b-baae-a6f3e9475e5d req-18a6c6a9-b897-4110-b811-491da0962711 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396430 Apr 11 16:54:57.512900 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6763a7a-322e-488e-a3c1-98b66cb81121 req-d7f17666-a88d-41ea-9461-dfaeaf082bb2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:57.514330 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f6763a7a-322e-488e-a3c1-98b66cb81121 req-d7f17666-a88d-41ea-9461-dfaeaf082bb2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 947 time: 0.0464389 Apr 11 16:54:57.560377 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f6763a7a-322e-488e-a3c1-98b66cb81121 req-b5c0275b-1c18-4f91-979c-2d63a25b4fa6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404878 Apr 11 16:54:58.475214 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88a6bc-4ce7-4572-9b5c-38f5cf616a41 req-154b09b0-a696-40bb-b5cb-5264bde1157b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:58.477280 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ac88a6bc-4ce7-4572-9b5c-38f5cf616a41 req-154b09b0-a696-40bb-b5cb-5264bde1157b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0512848 Apr 11 16:54:58.525094 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ac88a6bc-4ce7-4572-9b5c-38f5cf616a41 req-e1b7b806-3800-4868-869b-55d9db69e355 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422432 Apr 11 16:54:58.637570 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d28b21-16c9-42cb-a72e-64556c017549 req-bbc05357-ec69-410e-9521-9acb3ab36fe5 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:58.639236 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-35d28b21-16c9-42cb-a72e-64556c017549 req-bbc05357-ec69-410e-9521-9acb3ab36fe5 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0485239 Apr 11 16:54:58.648229 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40808) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:58.653380 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-0d64eb5e-d0ea-49a2-8f94-0cc0b39e38db tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Request body: {'floatingip': {'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:58.685065 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a7644-b8df-452f-aa42-a9a9e9503beb req-a315a031-1b2f-446e-9139-5d03736a2ea3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:58.686556 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d44a7644-b8df-452f-aa42-a9a9e9503beb req-a315a031-1b2f-446e-9139-5d03736a2ea3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 947 time: 0.0463929 Apr 11 16:54:58.739749 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d44a7644-b8df-452f-aa42-a9a9e9503beb req-f9ec17d8-2fe3-4059-84ed-8657d4078299 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473497 Apr 11 16:54:58.766860 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d64eb5e-d0ea-49a2-8f94-0cc0b39e38db tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (caab5ff4-965a-42c4-a15a-71a730b9b297), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:59.274770 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d64eb5e-d0ea-49a2-8f94-0cc0b39e38db tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:59.278628 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d64eb5e-d0ea-49a2-8f94-0cc0b39e38db tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (caab5ff4-965a-42c4-a15a-71a730b9b297), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:59.500834 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d64eb5e-d0ea-49a2-8f94-0cc0b39e38db tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Router feaadcca-c88c-442d-a22f-2a6e628e2f5a has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:59.624949 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d64eb5e-d0ea-49a2-8f94-0cc0b39e38db tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:59.629459 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0d64eb5e-d0ea-49a2-8f94-0cc0b39e38db tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:59.634691 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] Sync routers for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:59.644067 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:59.644673 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:59.662009 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:59.662009 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53834c81-e87f-47d7-bccd-399b5be3c96c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:59.700484 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0d64eb5e-d0ea-49a2-8f94-0cc0b39e38db tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "PUT /v2.0/floatingips/caab5ff4-965a-42c4-a15a-71a730b9b297 HTTP/1.1" status: 200 len: 993 time: 1.0504520 Apr 11 16:54:59.704141 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c35311-86f9-4237-bef5-b4d636144115 x-openstack-request-id: req-35c35311-86f9-4237-bef5-b4d636144115 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:59.704605 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:59.704856 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35c35311-86f9-4237-bef5-b4d636144115 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:59.705259 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c35311-86f9-4237-bef5-b4d636144115'] response: {'name': 'network-changed', 'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'status': 'completed', 'code': 200} Apr 11 16:54:59.805954 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-8470f252-8064-426d-b3f0-8e697140df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:59.807552 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-8470f252-8064-426d-b3f0-8e697140df1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1129 time: 0.0489078 Apr 11 16:54:59.857833 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:59.869502 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f25c-a0f1-4c4a-9871-221364699b9c req-2d7d1490-7533-47cd-92b1-7a5db4370be3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:59.875622 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-62d7f25c-a0f1-4c4a-9871-221364699b9c req-2d7d1490-7533-47cd-92b1-7a5db4370be3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 947 time: 0.0539308 Apr 11 16:54:59.929314 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-62d7f25c-a0f1-4c4a-9871-221364699b9c req-972529cd-a327-48e3-b239-329aab41d5ec tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519552 Apr 11 16:55:00.099621 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'caab5ff4-965a-42c4-a15a-71a730b9b297', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'mac_address': 'fa:16:3e:19:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f065-1e88-4001-8adf-a34dda79158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:53:02Z', 'updated_at': '2022-04-11T16:54:59Z', 'revision_number': 3, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:00.127353 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] Checking router: feaadcca-c88c-442d-a22f-2a6e628e2f5a for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:00.129091 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-2ad03fdf-3157-49c0-8a95-7293432cb385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:00.130576 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-2ad03fdf-3157-49c0-8a95-7293432cb385 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.3134878 Apr 11 16:55:00.136348 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:00.136953 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:54:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:00.197421 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-4cfbd9ef-655b-4f5e-805e-cc42695a409f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 200 len: 1001 time: 0.0584695 Apr 11 16:55:00.243485 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:00.246956 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-f39e127f-f7c6-4b42-bfd5-1e5a99c65ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:00.248415 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-f39e127f-f7c6-4b42-bfd5-1e5a99c65ca7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0434208 Apr 11 16:55:00.298403 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-136e32dc-6c2e-4f32-8a17-53d793b021f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:00.300614 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-136e32dc-6c2e-4f32-8a17-53d793b021f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455017 Apr 11 16:55:00.396497 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-e7b9db05-e9d8-429f-8d77-c8bd4e775348 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894678 Apr 11 16:55:00.461674 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'caab5ff4-965a-42c4-a15a-71a730b9b297', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'mac_address': 'fa:16:3e:19:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f065-1e88-4001-8adf-a34dda79158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:53:02Z', 'updated_at': '2022-04-11T16:54:59Z', 'revision_number': 3, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:00.487941 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f19021cb-8a14-4c72-b00d-b274d9c4fcf8 None None] The sync data for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi is: [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'caab5ff4-965a-42c4-a15a-71a730b9b297', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'port_id': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'mac_address': 'fa:16:3e:19:15:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e31f065-1e88-4001-8adf-a34dda79158c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:53:02Z', 'updated_at': '2022-04-11T16:54:59Z', 'revision_number': 3, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:00.488309 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-53834c81-e87f-47d7-bccd-399b5be3c96c req-eb6bc8dd-b3f5-4097-b49d-b3b0fe11f794 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848248 Apr 11 16:55:01.705954 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:01.708327 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-394268fe-f85a-4309-ad34-a7f29f47b691" -d '{"events": [{"name": "network-changed", "server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:01.744171 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a449c3b-fd0f-4d99-b809-e35214ab1f63 x-openstack-request-id: req-3a449c3b-fd0f-4d99-b809-e35214ab1f63 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:01.744463 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:01.744717 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a449c3b-fd0f-4d99-b809-e35214ab1f63 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:01.745120 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a449c3b-fd0f-4d99-b809-e35214ab1f63'] response: {'name': 'network-changed', 'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'status': 'completed', 'code': 200} Apr 11 16:55:01.835980 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-2bfa7546-1976-412e-958c-f4f2eddc5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:01.837448 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-2bfa7546-1976-412e-958c-f4f2eddc5cdb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 1129 time: 0.0383744 Apr 11 16:55:01.930237 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-74dc2fef-a7df-4797-8413-ae91a8811c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:01.931789 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-74dc2fef-a7df-4797-8413-ae91a8811c09 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.0875459 Apr 11 16:55:01.997535 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-29cf909d-2115-421b-9a88-55a6149dabf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 200 len: 1001 time: 0.0585456 Apr 11 16:55:02.046422 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-8735e46d-2dab-4e47-94b9-fbafa302bfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:02.047843 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-8735e46d-2dab-4e47-94b9-fbafa302bfef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0424628 Apr 11 16:55:02.098655 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-91157b86-fb52-4524-9c77-6389c772c4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:02.100109 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-91157b86-fb52-4524-9c77-6389c772c4c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405345 Apr 11 16:55:02.189223 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-4f810fdd-2857-4a5d-b1fa-8e33f5c9c246 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813193 Apr 11 16:55:02.281847 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-394268fe-f85a-4309-ad34-a7f29f47b691 req-7868b0c6-4a3c-4b86-89cb-06a5b6053922 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840034 Apr 11 16:55:05.755959 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-3bbdf826-7d45-4b53-9f40-58765abf0f88 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131945587&fields=id&tenant_id=5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 267 time: 0.0430439 Apr 11 16:55:05.859271 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-3dfcc873-9f92-4b8f-a75f-7ba2e229b702 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:05.860647 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-3dfcc873-9f92-4b8f-a75f-7ba2e229b702 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 810 time: 0.0981951 Apr 11 16:55:05.875019 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-6ad22e85-758e-44a8-bc1d-c8acc11758ac tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/quotas/5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 375 time: 0.0091670 Apr 11 16:55:05.922037 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-21e51f2d-0628-403b-a0f9-bafe6efcd860 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424080 Apr 11 16:55:06.021592 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-b7531540-95f7-440b-a10f-96114cfe4027 service neutron] 10.222.0.73 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836718 Apr 11 16:55:06.108449 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-e1e25ded-3de8-409d-818a-8c7697bee38d service neutron] 10.222.0.73 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805838 Apr 11 16:55:06.389187 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e83b468f-19ba-4bda-ad5a-64918f1a7e65 req-68868553-b8e3-4953-8c0a-74e80d45bde9 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 210 time: 0.0274088 Apr 11 16:55:07.479651 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e898056d-58f7-4502-9bfc-83cbe2ba5db7 req-0da9de4c-ff63-441f-bcfb-261bb2a72a4e tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 210 time: 0.0260828 Apr 11 16:55:07.792993 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-6b825a9c-4fc0-4a8c-be2b-b464a759d8b1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:07.794441 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-6b825a9c-4fc0-4a8c-be2b-b464a759d8b1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 810 time: 0.1029682 Apr 11 16:55:07.913353 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-b5bd107a-0af4-43e5-98cd-46f57e74872f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 380 time: 0.0584228 Apr 11 16:55:07.929449 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'port': {'device_id': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'admin_state_up': True, 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'security_groups': ['51be5618-7b50-4631-9b0a-a1ae6ec3407f']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:08.032999 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Made reservation on behalf of 5e8e5da108f24ed3b3955c8a12bdf580 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:55:08.036302 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.166069 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Allocated IP 172.20.0.8 (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205/8d894bda-ddde-4f3f-9c8d-40234237cc0e/e063986d-fdbe-4d4b-8d69-8ab7e4a8e397) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:08.310840 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.347977 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.390983 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:08.393968 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:08.397617 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:08.402846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:08.403478 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.412087 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:08.424653 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.425018 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.425375 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.425730 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.426077 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.426421 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.426776 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.427115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.427455 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.427784 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.428625 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.428959 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.429290 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.429622 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.429950 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:08.436707 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-1e6a8420-22af-4313-92fc-2d025049cd81 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5114868 Apr 11 16:55:08.461845 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Request body: {'port': {'device_id': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:08.530080 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.602576 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-e1f6f1a2-e56c-480d-8cdc-14381ba93d76 None None] Provisioning complete for port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:08.605082 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e1f6f1a2-e56c-480d-8cdc-14381ba93d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.621926 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d85714-0723-4708-9c7f-f908a0568b25 req-8e2ee4d4-50fd-4d6e-ac34-d65812717519 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:08.623776 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e0d85714-0723-4708-9c7f-f908a0568b25 req-8e2ee4d4-50fd-4d6e-ac34-d65812717519 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 931 time: 0.0651155 Apr 11 16:55:08.656688 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6f1a2-e56c-480d-8cdc-14381ba93d76 None None] Port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:55:08.674404 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e0d85714-0723-4708-9c7f-f908a0568b25 req-fbac2f8e-ab50-4532-ba55-67ea564262f3 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445917 Apr 11 16:55:08.813682 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:08.820971 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Publish callbacks [] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.833124 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Transition to ACTIVE for port object e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:55:08.836842 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:08.888797 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:08.924419 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Attempting to bind port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:55:08.924769 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Attempting to bind port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:55:08.925128 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Attempting to bind port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:08.929662 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:55:08.929996 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Attempting to bind port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:55:08.934991 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:55:08.935345 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Checking segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:55:08.935742 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Bound using segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:55:08.936223 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Bound port: e063986d-fdbe-4d4b-8d69-8ab7e4a8e397, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:55:08.936544 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.010869 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] For port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:55:09.014233 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] For port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:55:09.021421 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.057426 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:09.058058 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:09.059503 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] 10.222.0.15 "PUT /v2.0/ports/e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 HTTP/1.1" status: 200 len: 1093 time: 0.6021948 Apr 11 16:55:09.059935 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'tag': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:09.062197 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09" -d '{"events": [{"name": "network-changed", "server_uuid": "acee00a6-942d-41c2-bd54-6b38caa4be66", "tag": "e063986d-fdbe-4d4b-8d69-8ab7e4a8e397"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:09.093437 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3f60a-6c61-4fea-b3f0-ae61a1a7a5fe service neutron] Pushing event updated for resources: {'Port': ['ID=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:09.116487 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95070ee7-bfd6-43d1-9098-ac376266eaaa x-openstack-request-id: req-95070ee7-bfd6-43d1-9098-ac376266eaaa {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:09.116781 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee00a6-942d-41c2-bd54-6b38caa4be66", "tag": "e063986d-fdbe-4d4b-8d69-8ab7e4a8e397", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:09.117042 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-95070ee7-bfd6-43d1-9098-ac376266eaaa {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:09.117454 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95070ee7-bfd6-43d1-9098-ac376266eaaa'] response: {'name': 'network-changed', 'server_uuid': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'tag': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'status': 'completed', 'code': 200} Apr 11 16:55:09.182978 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-8e67bdef-a38b-4eca-af62-b30190cacc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:09.184659 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-8e67bdef-a38b-4eca-af62-b30190cacc83 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 1127 time: 0.0410192 Apr 11 16:55:09.237740 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-8dc504da-8176-4b12-be5a-5cb699ae0ae3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 HTTP/1.1" status: 200 len: 217 time: 0.0384760 Apr 11 16:55:09.284516 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-844c98ce-f8e8-42d8-8832-363c01273e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:09.285936 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-844c98ce-f8e8-42d8-8832-363c01273e6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0422275 Apr 11 16:55:09.332354 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-40b7e6fa-a4fb-43dd-93c7-ba72cebfd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:09.333753 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-40b7e6fa-a4fb-43dd-93c7-ba72cebfd17a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413463 Apr 11 16:55:09.424779 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-e5bd65b2-bd2e-4e5d-98a0-8c18a6f9c2e3 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842264 Apr 11 16:55:09.512456 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-742a7811-9b24-4eba-98e2-c05e0830b0a2 req-a0c50601-1e83-4a50-ac36-b53486f561d2 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812867 Apr 11 16:55:09.786984 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6817a0bb-f5c6-4a18-827a-8edbdea994ad req-d864cf60-3bbe-4296-a657-4eb11dc43cb5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:09.789037 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6817a0bb-f5c6-4a18-827a-8edbdea994ad req-d864cf60-3bbe-4296-a657-4eb11dc43cb5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 943 time: 0.0470476 Apr 11 16:55:09.835802 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6817a0bb-f5c6-4a18-827a-8edbdea994ad req-3d1acb0a-0491-431b-81f0-ad9150bcb700 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412872 Apr 11 16:55:09.916358 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-c6532740-dbc4-4d1f-8b53-e4ff787ed768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:09.917861 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-c6532740-dbc4-4d1f-8b53-e4ff787ed768 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 1127 time: 0.0434244 Apr 11 16:55:10.010118 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-800c5610-da66-4769-bd69-bd38079f4c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:10.011533 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-800c5610-da66-4769-bd69-bd38079f4c60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.0833750 Apr 11 16:55:10.066083 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-55300c73-3fc9-4c2d-adda-b8f6d5aecc22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 HTTP/1.1" status: 200 len: 217 time: 0.0371339 Apr 11 16:55:10.112982 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-0ce55916-d0f0-4308-8964-f60b40ec9f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:10.114391 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-0ce55916-d0f0-4308-8964-f60b40ec9f51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0423517 Apr 11 16:55:10.165874 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-4aab5a6b-a096-48f6-8980-7cfed5ae25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:10.167334 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-4aab5a6b-a096-48f6-8980-7cfed5ae25eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372572 Apr 11 16:55:10.259001 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-5e58b0bf-5c11-4722-9b6a-1a5a9da9342e service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836442 Apr 11 16:55:10.345019 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-9b7644d0-aa4c-4e5b-b5be-f376522d0b09 req-8d050516-01d7-4314-9832-4d593894399d service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794559 Apr 11 16:55:10.952720 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7174baa-28f5-4cb5-922e-86bf0fde2c63 req-bbaea40f-6e48-41cf-af66-3b89c01597c3 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:10.954184 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b7174baa-28f5-4cb5-922e-86bf0fde2c63 req-bbaea40f-6e48-41cf-af66-3b89c01597c3 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 943 time: 0.0501752 Apr 11 16:55:11.009689 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b7174baa-28f5-4cb5-922e-86bf0fde2c63 req-fb0b7b20-f98d-48e3-80c1-405babf8bab0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498104 Apr 11 16:55:12.119137 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880973-6ab4-4df5-a474-9146282f371d req-c9c2ed90-277e-4346-858c-920d210747a0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:12.120603 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-94880973-6ab4-4df5-a474-9146282f371d req-c9c2ed90-277e-4346-858c-920d210747a0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 943 time: 0.0458806 Apr 11 16:55:12.167317 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-94880973-6ab4-4df5-a474-9146282f371d req-c1ee8350-b12f-49ac-ab80-8e7556f9da7b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Apr 11 16:55:12.499642 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ba4a8f11-6acf-4251-a21b-cea2f698e945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:13.277368 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df354870-5d42-40f3-8632-dcfd0b680dea req-0a761b2d-24a6-4495-84f2-6bd5e033f4dd tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:13.278844 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-df354870-5d42-40f3-8632-dcfd0b680dea req-0a761b2d-24a6-4495-84f2-6bd5e033f4dd tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 943 time: 0.0459404 Apr 11 16:55:13.328805 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-df354870-5d42-40f3-8632-dcfd0b680dea req-d40c8758-2c4c-488b-917b-f17cd456bcaf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445268 Apr 11 16:55:14.437019 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7895b5-de7c-41e7-9a07-0a9b7183d26d req-72e4c655-b6a0-4d53-932d-688e5197555b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:14.438469 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4e7895b5-de7c-41e7-9a07-0a9b7183d26d req-72e4c655-b6a0-4d53-932d-688e5197555b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 943 time: 0.0448871 Apr 11 16:55:14.485208 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4e7895b5-de7c-41e7-9a07-0a9b7183d26d req-cee7adb6-a428-4b0d-b741-1db0394a14a5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413282 Apr 11 16:55:14.854164 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c2567ead-30fe-4ef4-9fcc-b2369ae27b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:15.594104 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318c474-58ad-49ba-8df6-804419720d74 req-957dc9c1-c59d-4306-a822-68e55cf1ad92 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:15.595582 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f318c474-58ad-49ba-8df6-804419720d74 req-957dc9c1-c59d-4306-a822-68e55cf1ad92 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 943 time: 0.0458641 Apr 11 16:55:15.642478 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f318c474-58ad-49ba-8df6-804419720d74 req-746708a7-86fa-45e5-abd2-c02da817f40c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408349 Apr 11 16:55:15.914523 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:16.755770 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285dc9f3-56f5-4abe-8440-e8fcb1bef0f7 req-5cc94a74-14ef-4178-933f-42b912cc3091 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:16.757520 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-285dc9f3-56f5-4abe-8440-e8fcb1bef0f7 req-5cc94a74-14ef-4178-933f-42b912cc3091 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 943 time: 0.0500727 Apr 11 16:55:16.804766 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-285dc9f3-56f5-4abe-8440-e8fcb1bef0f7 req-9d473d97-8c72-45a0-a77e-a6d8ee53a734 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417767 Apr 11 16:55:17.246329 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:55:17.342116 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:17.352701 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'port_id': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'mac_address': 'fa:16:3e:f9:92:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:55:17.388694 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:17.389081 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.401305 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:17.419677 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:17.423875 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.473012 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:17.480500 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.480851 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.481212 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.481559 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.481897 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.482228 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.482558 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.482911 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.483240 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.483565 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.483890 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.484230 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.484558 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.484882 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.485206 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:17.539868 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:17.912362 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['e063986d-fdbe-4d4b-8d69-8ab7e4a8e397'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:17.913385 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebdf10-d8a5-4bbb-803a-1e3bc27947a1 req-fecc228c-2ca5-4033-a630-7682263ba1dc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:17.914919 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-33ebdf10-d8a5-4bbb-803a-1e3bc27947a1 req-fecc228c-2ca5-4033-a630-7682263ba1dc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 944 time: 0.0461442 Apr 11 16:55:17.962859 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-33ebdf10-d8a5-4bbb-803a-1e3bc27947a1 req-ba75bd9a-9261-42d6-89fe-9aa5620fa78d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423610 Apr 11 16:55:18.985077 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.069356 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.077194 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fcf14a-2700-48dc-9ee6-c0ddf6d3a17f req-41d1d0e5-554d-4ac8-b53b-253568e2ee74 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:19.078690 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-77fcf14a-2700-48dc-9ee6-c0ddf6d3a17f req-41d1d0e5-554d-4ac8-b53b-253568e2ee74 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 944 time: 0.0497484 Apr 11 16:55:19.129827 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-77fcf14a-2700-48dc-9ee6-c0ddf6d3a17f req-9195ecef-f593-4d56-90d7-a8ce9751b80c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455685 Apr 11 16:55:19.293568 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:19.338431 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:55:19.344339 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:19.344766 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.429849 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:19.430246 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.452852 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:19.455224 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8225adac-5413-4f7b-8c44-76e54044c4e1" -d '{"events": [{"server_uuid": "acee00a6-942d-41c2-bd54-6b38caa4be66", "name": "network-vif-plugged", "status": "completed", "tag": "e063986d-fdbe-4d4b-8d69-8ab7e4a8e397"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:19.467932 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:19.472606 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:19.498349 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759a5e3f-3499-4a06-a079-096a79f2b3f8 x-openstack-request-id: req-759a5e3f-3499-4a06-a079-096a79f2b3f8 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:19.498692 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee00a6-942d-41c2-bd54-6b38caa4be66", "name": "network-vif-plugged", "status": "completed", "tag": "e063986d-fdbe-4d4b-8d69-8ab7e4a8e397", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:19.498953 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-759a5e3f-3499-4a06-a079-096a79f2b3f8 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:19.499348 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-759a5e3f-3499-4a06-a079-096a79f2b3f8'] response: {'server_uuid': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'code': 200} Apr 11 16:55:19.523268 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:19.804438 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f8cc9c-9eda-4ffd-bd14-22684e61ac7d req-1e54fd22-7828-4501-b0db-863a71bc3978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:19.805923 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-95f8cc9c-9eda-4ffd-bd14-22684e61ac7d req-1e54fd22-7828-4501-b0db-863a71bc3978 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 1129 time: 0.0381541 Apr 11 16:55:19.856892 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-95f8cc9c-9eda-4ffd-bd14-22684e61ac7d req-008b9b00-43eb-442a-ab48-174ac7e70f30 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414541 Apr 11 16:55:20.240457 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb215bd-0262-4e68-9f8d-70fe5933563d req-4390bfd3-a4f9-4cc9-9a7e-7a14fe565700 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:20.242013 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0eb215bd-0262-4e68-9f8d-70fe5933563d req-4390bfd3-a4f9-4cc9-9a7e-7a14fe565700 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.0455751 Apr 11 16:55:20.288758 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0eb215bd-0262-4e68-9f8d-70fe5933563d req-c76bcff3-3ad5-4362-95ca-fc21f16c42ed tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407631 Apr 11 16:55:21.398963 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b7130-f7a4-46b6-ab47-5313ea38bb0c req-9a1dc229-23a2-4662-b772-b3976517ca8b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:21.400428 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4e6b7130-f7a4-46b6-ab47-5313ea38bb0c req-9a1dc229-23a2-4662-b772-b3976517ca8b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.0458276 Apr 11 16:55:21.446974 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4e6b7130-f7a4-46b6-ab47-5313ea38bb0c req-3d907645-cebd-4374-961e-443f62eb22f0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410538 Apr 11 16:55:22.559848 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb80db-0181-4599-a4b6-60f3c9fadb47 req-ab8c90f8-fd3b-42e8-afcc-839c2fffe307 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:22.561192 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6fcb80db-0181-4599-a4b6-60f3c9fadb47 req-ab8c90f8-fd3b-42e8-afcc-839c2fffe307 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.0491576 Apr 11 16:55:22.607815 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6fcb80db-0181-4599-a4b6-60f3c9fadb47 req-1dfa4df1-fd18-4076-ba92-6354cc97616a tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412869 Apr 11 16:55:22.715540 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9f512-4a9b-48e9-9fe4-6a867b7afacf req-db537245-9362-41e4-83eb-c44d6da84c56 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:22.716995 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ba9f512-4a9b-48e9-9fe4-6a867b7afacf req-db537245-9362-41e4-83eb-c44d6da84c56 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.0463822 Apr 11 16:55:22.763918 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ba9f512-4a9b-48e9-9fe4-6a867b7afacf req-86017a26-f189-4c65-bae1-f15a8fad6146 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 Apr 11 16:55:22.785011 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40942) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:22.906434 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda737ab-2168-4dff-a30a-16ac0a9ba545 tempest-TestVolumeBootPattern-11203778 tempest-TestVolumeBootPattern-11203778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:22.907977 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bda737ab-2168-4dff-a30a-16ac0a9ba545 tempest-TestVolumeBootPattern-11203778 tempest-TestVolumeBootPattern-11203778-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 1124 time: 0.1219695 Apr 11 16:55:22.910859 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 40946) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:55:22.915281 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'port_id': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:55:22.935120 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.015737 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.118991 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Allocated IP 172.27.1.231 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/1507a92f-3cda-4523-a92c-6e0aab1a7e0e) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:55:23.223036 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.256357 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.291048 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:55:23.293757 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:55:23.297191 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:55:23.328901 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=1507a92f-3cda-4523-a92c-6e0aab1a7e0e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:23.624291 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (c6b29c85-b88f-4ece-a03f-8c2e581e21c5), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.690270 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.836499 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.840747 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:23.870713 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (c6b29c85-b88f-4ece-a03f-8c2e581e21c5), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.125199 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426b8a25-f0a7-4c26-a4c0-cd174107d84e req-f5ee3aa0-cceb-46eb-9ee1-fd55ed319b44 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:24.126779 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-426b8a25-f0a7-4c26-a4c0-cd174107d84e req-f5ee3aa0-cceb-46eb-9ee1-fd55ed319b44 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0510421 Apr 11 16:55:24.149361 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=1507a92f-3cda-4523-a92c-6e0aab1a7e0e,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:24.175629 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-426b8a25-f0a7-4c26-a4c0-cd174107d84e req-ebf85dd5-7b83-47a5-9a23-2b7dba95cbd3 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425272 Apr 11 16:55:24.210822 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Floating IP c6b29c85-b88f-4ece-a03f-8c2e581e21c5 associated. External IP: 172.27.1.231, port: e063986d-fdbe-4d4b-8d69-8ab7e4a8e397. Apr 11 16:55:24.421059 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:24.528642 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:24.538324 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:24.546113 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.549371 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:24.550001 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:55:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:24.575710 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9801cd00-0e4c-4312-a9a9-35db55b98bd1 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6638310 Apr 11 16:55:24.576395 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'tag': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:24.578711 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b936bc0-e385-413e-a9f3-4718989f4de0" -d '{"events": [{"name": "network-changed", "server_uuid": "acee00a6-942d-41c2-bd54-6b38caa4be66", "tag": "e063986d-fdbe-4d4b-8d69-8ab7e4a8e397"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:24.614582 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b77c75-243c-4bcc-a5b4-c53ca2c557b4 x-openstack-request-id: req-f6b77c75-243c-4bcc-a5b4-c53ca2c557b4 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:24.614979 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acee00a6-942d-41c2-bd54-6b38caa4be66", "tag": "e063986d-fdbe-4d4b-8d69-8ab7e4a8e397", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:24.615227 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f6b77c75-243c-4bcc-a5b4-c53ca2c557b4 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:24.615722 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b77c75-243c-4bcc-a5b4-c53ca2c557b4'] response: {'name': 'network-changed', 'server_uuid': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'tag': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'status': 'completed', 'code': 200} Apr 11 16:55:24.661679 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:24.715624 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-9ac8c253-533f-4f8e-a8ed-67e47b3e0853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:24.717045 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-9ac8c253-533f-4f8e-a8ed-67e47b3e0853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 1129 time: 0.0392399 Apr 11 16:55:24.813716 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-6289f9b0-63e5-4173-a719-6f60b7f762e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:24.815234 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-6289f9b0-63e5-4173-a719-6f60b7f762e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.0865471 Apr 11 16:55:24.871582 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'c6b29c85-b88f-4ece-a03f-8c2e581e21c5', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:f9:92:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:23Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:24.896489 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-ca342db4-1091-4e03-94ee-2ebc6c21d89c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 HTTP/1.1" status: 200 len: 999 time: 0.0680234 Apr 11 16:55:24.898623 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:24.906850 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:24.907457 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:55:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:24.951406 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-53b481e0-dca7-4493-9461-bec2eae2ace7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:24.952905 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-53b481e0-dca7-4493-9461-bec2eae2ace7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0437822 Apr 11 16:55:25.000478 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-a2b6ee11-f0c3-4497-b3a3-05205de5e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:25.001908 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-a2b6ee11-f0c3-4497-b3a3-05205de5e4f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379436 Apr 11 16:55:25.017502 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:25.094988 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-2a753a4a-48ac-4a18-8aa0-60d4f151fa57 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845196 Apr 11 16:55:25.184284 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1b936bc0-e385-413e-a9f3-4718989f4de0 req-d06edf41-5fa9-446c-97d9-ce7cd68bb160 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831318 Apr 11 16:55:25.234354 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'c6b29c85-b88f-4ece-a03f-8c2e581e21c5', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:f9:92:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:23Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:25.262372 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee848fd2-6cbc-48ce-b0ab-335ef9cb8fc2 None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'c6b29c85-b88f-4ece-a03f-8c2e581e21c5', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.231', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:f9:92:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:55:23Z', 'updated_at': '2022-04-11T16:55:23Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:25.292274 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007febd6-9ecc-469a-8f48-b6e94dd1308a req-4116cd16-bfe4-488d-b5fb-bc7aecc9bd64 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:25.293732 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-007febd6-9ecc-469a-8f48-b6e94dd1308a req-4116cd16-bfe4-488d-b5fb-bc7aecc9bd64 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0480363 Apr 11 16:55:25.344218 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-007febd6-9ecc-469a-8f48-b6e94dd1308a req-c9a0e331-7e56-45b1-8e61-895c0934f2d2 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 Apr 11 16:55:25.450811 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dca19e8-9240-4185-8425-ee22bbf53f8d None None] New status for floating IP c6b29c85-b88f-4ece-a03f-8c2e581e21c5: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:55:26.454241 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480b65d7-f51e-4cd2-ae62-24d3312ee42b req-24a7c0c6-140f-468d-addc-4a36935bd393 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:26.455706 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-480b65d7-f51e-4cd2-ae62-24d3312ee42b req-24a7c0c6-140f-468d-addc-4a36935bd393 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0450194 Apr 11 16:55:26.507481 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-480b65d7-f51e-4cd2-ae62-24d3312ee42b req-3595a7a2-fcd0-4e76-9ed5-89d16ec71c3e tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450687 Apr 11 16:55:27.615285 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ea552-4ff3-4a70-a20d-034c175b1845 req-83234822-f761-4dbd-97c9-371f7895c44f tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:27.617249 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f6ea552-4ff3-4a70-a20d-034c175b1845 req-83234822-f761-4dbd-97c9-371f7895c44f tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0456736 Apr 11 16:55:27.663677 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f6ea552-4ff3-4a70-a20d-034c175b1845 req-cffcb071-3359-4088-b4cd-cc0ce5d6852d tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410326 Apr 11 16:55:28.773087 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283bbe70-46fb-4f9c-b1c8-fc27512e0cb5 req-4910fe69-8832-4d2b-b119-ffd6fea6073b tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:28.774545 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-283bbe70-46fb-4f9c-b1c8-fc27512e0cb5 req-4910fe69-8832-4d2b-b119-ffd6fea6073b tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0458918 Apr 11 16:55:28.821140 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-283bbe70-46fb-4f9c-b1c8-fc27512e0cb5 req-80632be2-4c0c-4706-a0f9-8ee64e94496f tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411687 Apr 11 16:55:29.934362 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67fea76-791f-4cf2-853e-50c5409ad3a1 req-d1ff62c3-5148-4938-b7ec-b6fa03e39efa tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:29.935876 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a67fea76-791f-4cf2-853e-50c5409ad3a1 req-d1ff62c3-5148-4938-b7ec-b6fa03e39efa tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0493658 Apr 11 16:55:29.983125 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a67fea76-791f-4cf2-853e-50c5409ad3a1 req-06845e99-9184-4fc5-80f7-df3025af2751 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416174 Apr 11 16:55:31.097255 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee36b38-5aff-4359-a877-28ae95d6e973 req-42a96a71-260d-4167-bfe1-680dccbb81f0 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:31.098726 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dee36b38-5aff-4359-a877-28ae95d6e973 req-42a96a71-260d-4167-bfe1-680dccbb81f0 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0459607 Apr 11 16:55:31.145895 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dee36b38-5aff-4359-a877-28ae95d6e973 req-dc7f5c8f-444f-4424-b76c-a235032aaad2 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417528 Apr 11 16:55:31.921920 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:55:32.252191 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217c3f79-9648-49cb-93bd-d2edd1136d86 req-b0495596-5080-42ee-84a6-8ed0a3e8930c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:32.253620 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-217c3f79-9648-49cb-93bd-d2edd1136d86 req-b0495596-5080-42ee-84a6-8ed0a3e8930c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0444252 Apr 11 16:55:32.305038 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-217c3f79-9648-49cb-93bd-d2edd1136d86 req-28e74ce6-8952-41f2-9ca6-b33e0c1ed068 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451524 Apr 11 16:55:33.415373 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35651a76-671c-4ecb-a194-f3260b89713c req-e90de9a0-9fea-4b3f-b9e7-d0f131a54683 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:33.416811 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-35651a76-671c-4ecb-a194-f3260b89713c req-e90de9a0-9fea-4b3f-b9e7-d0f131a54683 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0462830 Apr 11 16:55:33.462890 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-35651a76-671c-4ecb-a194-f3260b89713c req-0e783d1a-9f05-4757-b768-70ef96f1b16d tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406628 Apr 11 16:55:34.572279 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b88799-d46f-4fbe-8e95-8f68dc00f2bb req-8b9aae68-d649-4779-b4b8-065256cc084b tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:34.573749 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-22b88799-d46f-4fbe-8e95-8f68dc00f2bb req-8b9aae68-d649-4779-b4b8-065256cc084b tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0465562 Apr 11 16:55:34.621438 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-22b88799-d46f-4fbe-8e95-8f68dc00f2bb req-9d70ce7f-8cd6-4591-8aae-22733b7004e1 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420480 Apr 11 16:55:35.734403 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a81e8-f539-41a1-b953-c64c4219da24 req-07fd9d71-4d2a-44e7-970b-29227cd3af12 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:35.735873 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e53a81e8-f539-41a1-b953-c64c4219da24 req-07fd9d71-4d2a-44e7-970b-29227cd3af12 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0485620 Apr 11 16:55:35.783311 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e53a81e8-f539-41a1-b953-c64c4219da24 req-8cc464a5-e318-4268-b1ef-44fe72cd82d2 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417380 Apr 11 16:55:36.895314 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e2fb1-943f-468e-9f0d-ce845602ff3c req-c0ed66ed-24fb-492a-996f-4d11c83b7046 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:36.896800 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-875e2fb1-943f-468e-9f0d-ce845602ff3c req-c0ed66ed-24fb-492a-996f-4d11c83b7046 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0478911 Apr 11 16:55:36.948027 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-875e2fb1-943f-468e-9f0d-ce845602ff3c req-1f99d6bb-745e-490f-8018-2d06a47119e7 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456946 Apr 11 16:55:38.061330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0449808-3b42-4b00-bc6b-41225f7e1511 req-8bde31b4-16a0-4aa9-9131-d36c9189e6eb tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:38.062847 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c0449808-3b42-4b00-bc6b-41225f7e1511 req-8bde31b4-16a0-4aa9-9131-d36c9189e6eb tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0489728 Apr 11 16:55:38.108660 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c0449808-3b42-4b00-bc6b-41225f7e1511 req-0adab07d-1188-4bcc-ae32-3494f4891b28 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403733 Apr 11 16:55:39.218141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdd391-6699-473f-83c1-5a203cd9afe6 req-06cdfa18-3ac6-4e28-96ab-795719cf96da tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:39.219536 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1cfdd391-6699-473f-83c1-5a203cd9afe6 req-06cdfa18-3ac6-4e28-96ab-795719cf96da tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0459900 Apr 11 16:55:39.267984 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1cfdd391-6699-473f-83c1-5a203cd9afe6 req-b20f0cfb-1570-40c3-951b-f17dec2fd80e tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430033 Apr 11 16:55:39.455972 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2babbb-f7dc-464b-b222-80257254c04c req-f0546a8a-9398-4b4d-ad99-19353d9c1bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:39.457468 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a2babbb-f7dc-464b-b222-80257254c04c req-f0546a8a-9398-4b4d-ad99-19353d9c1bd2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1129 time: 0.0396345 Apr 11 16:55:39.549155 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2babbb-f7dc-464b-b222-80257254c04c req-5e852ea8-0f65-4491-83b3-bdc5d8b4117c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:39.550546 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a2babbb-f7dc-464b-b222-80257254c04c req-5e852ea8-0f65-4491-83b3-bdc5d8b4117c service neutron] 10.222.0.15 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 911 time: 0.0869229 Apr 11 16:55:39.614158 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a2babbb-f7dc-464b-b222-80257254c04c req-d6b361f8-b4d7-4f41-8daa-ee70c715c814 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 1001 time: 0.0571887 Apr 11 16:55:39.665483 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2babbb-f7dc-464b-b222-80257254c04c req-33cf588f-0303-4096-9493-1513349cb59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:39.666919 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a2babbb-f7dc-464b-b222-80257254c04c req-33cf588f-0303-4096-9493-1513349cb59e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 200 len: 848 time: 0.0460918 Apr 11 16:55:39.710957 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2babbb-f7dc-464b-b222-80257254c04c req-3afe7a27-c865-45e1-a9be-15f27f0e5e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:39.712428 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a2babbb-f7dc-464b-b222-80257254c04c req-3afe7a27-c865-45e1-a9be-15f27f0e5e88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be579b75-f4a3-42be-b4ea-8e62c2860fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370748 Apr 11 16:55:39.807702 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a2babbb-f7dc-464b-b222-80257254c04c req-d650cd21-1192-42ae-b605-eafc9de43813 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828540 Apr 11 16:55:39.895463 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a2babbb-f7dc-464b-b222-80257254c04c req-4d6ba81d-0ff7-4607-9b32-db412949c940 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809715 Apr 11 16:55:40.376930 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639af18-551f-4110-bbfa-f2aedfe3c81a req-fed08b41-e25b-4897-9cb2-64074047307f tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:40.378374 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e639af18-551f-4110-bbfa-f2aedfe3c81a req-fed08b41-e25b-4897-9cb2-64074047307f tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0462179 Apr 11 16:55:40.428388 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e639af18-551f-4110-bbfa-f2aedfe3c81a req-891c0ffa-d1d9-4a01-9205-06051118d2aa tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442648 Apr 11 16:55:41.538718 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc0043-319e-4987-a9f7-6f621e6a9457 req-9ec30ffc-a77f-4cda-bbb8-45362edd88ff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:41.540140 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-efcc0043-319e-4987-a9f7-6f621e6a9457 req-9ec30ffc-a77f-4cda-bbb8-45362edd88ff tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0449743 Apr 11 16:55:41.586535 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-efcc0043-319e-4987-a9f7-6f621e6a9457 req-9b1d5c26-f1aa-49ee-a360-d240312cd915 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403211 Apr 11 16:55:42.501059 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ae350298-7766-4f0f-816a-944fd67d30f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:42.695680 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7811e-7ef5-4f00-84b6-ad053b942136 req-7d7ab15c-21ce-401d-a7f4-15b124fcd9b8 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:42.697110 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e1d7811e-7ef5-4f00-84b6-ad053b942136 req-7d7ab15c-21ce-401d-a7f4-15b124fcd9b8 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0454633 Apr 11 16:55:42.743493 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e1d7811e-7ef5-4f00-84b6-ad053b942136 req-a4f1dc7a-a59c-4ecf-9a98-bd446821b99b tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409372 Apr 11 16:55:42.809572 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [req-c33b478b-87ec-4470-a849-737451de74ac req-e3e8683f-b670-4d22-81fd-ccf70ba61b88 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:55:42.810532 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c33b478b-87ec-4470-a849-737451de74ac req-e3e8683f-b670-4d22-81fd-ccf70ba61b88 service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056655 Apr 11 16:55:42.962000 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-45110732-4fd3-46c5-9f1b-1ab0a806c0ac service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0654745 Apr 11 16:55:42.977184 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b7b72-0616-4ec5-aef9-b98e7b6c7ba9 req-ba111b43-57c5-43b2-acbf-5dbdd9c3fedc tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:42.978620 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-113b7b72-0616-4ec5-aef9-b98e7b6c7ba9 req-ba111b43-57c5-43b2-acbf-5dbdd9c3fedc tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0519867 Apr 11 16:55:43.060253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-fbe70a6b-408e-46cc-a847-01cd6fabd792 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:43.061593 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-fbe70a6b-408e-46cc-a847-01cd6fabd792 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports/75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 942 time: 0.0709202 Apr 11 16:55:43.065346 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-113b7b72-0616-4ec5-aef9-b98e7b6c7ba9 req-a5e90f5e-b145-426e-98a1-f9a536766ccd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806985 Apr 11 16:55:44.183266 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5079a80-ca36-477e-8bd6-5d4344bcadd4 req-bb6aa404-c162-446f-9a58-b784ca41ec1e tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.185303 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e5079a80-ca36-477e-8bd6-5d4344bcadd4 req-bb6aa404-c162-446f-9a58-b784ca41ec1e tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0525455 Apr 11 16:55:44.234167 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e5079a80-ca36-477e-8bd6-5d4344bcadd4 req-6818a704-7905-4d76-8452-42c51c6d322a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Apr 11 16:55:44.774932 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-6af661ae-4766-46da-b235-b1ae4880b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.776399 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-6af661ae-4766-46da-b235-b1ae4880b2e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b&tenant_id=3005863d507649d3ba7854fb41792452 HTTP/1.1" status: 200 len: 1129 time: 0.0389900 Apr 11 16:55:44.855258 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cf042652-340e-452f-8921-96dd4921996e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:44.859723 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-ce476238-53b3-4740-9c61-4589a2e10a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.861224 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-ce476238-53b3-4740-9c61-4589a2e10a02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1129 time: 0.0428324 Apr 11 16:55:44.953075 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-5f82780b-c36e-48e3-9e06-5fe2ba6fb70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.954648 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-5f82780b-c36e-48e3-9e06-5fe2ba6fb70c service neutron] 10.222.0.15 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 911 time: 0.0853176 Apr 11 16:55:45.025441 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-130c5602-8652-4c51-b1bb-bc98e8194542 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 1001 time: 0.0633883 Apr 11 16:55:45.078861 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-9abaef58-159a-4904-8f2c-3842242d2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:45.080323 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-9abaef58-159a-4904-8f2c-3842242d2f83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 200 len: 848 time: 0.0439024 Apr 11 16:55:45.128564 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-a517aa2c-0de2-4a75-a155-9711912c3d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:45.130068 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-a517aa2c-0de2-4a75-a155-9711912c3d62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be579b75-f4a3-42be-b4ea-8e62c2860fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379300 Apr 11 16:55:45.223659 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-68cc63b0-4686-477a-9029-80a8d3770eb7 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865071 Apr 11 16:55:45.325727 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-3a8b42a3-ef72-49fa-9096-cbc514d92376 req-381b717c-6964-416d-84a8-89f0ac8f5006 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960989 Apr 11 16:55:45.372614 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66be7-e62e-4906-8508-471486802078 req-3ebf8e3e-dd27-4375-b1d2-6b740222c1e1 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:45.374831 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3ab66be7-e62e-4906-8508-471486802078 req-3ebf8e3e-dd27-4375-b1d2-6b740222c1e1 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0698233 Apr 11 16:55:45.399368 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 75abe85b-209b-4086-a012-71ffc4ecc537 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:45.426635 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3ab66be7-e62e-4906-8508-471486802078 req-84c35601-3657-47c8-8732-7db21a884a20 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438342 Apr 11 16:55:45.474290 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 75abe85b-209b-4086-a012-71ffc4ecc537 is: ACTIVE; New status is: DOWN {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:45.474714 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:45.497378 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:45.499629 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efaf89a-c659-4a7b-ba9b-b4a3340c775b" -d '{"events": [{"server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:45.512076 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:45.516215 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:45.541287 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f3fea7-c790-45f0-9716-8736546145fc x-openstack-request-id: req-55f3fea7-c790-45f0-9716-8736546145fc {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:45.541597 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "name": "network-vif-unplugged", "status": "completed", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:45.541849 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-55f3fea7-c790-45f0-9716-8736546145fc {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:45.542230 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f3fea7-c790-45f0-9716-8736546145fc'] response: {'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537', 'code': 200} Apr 11 16:55:45.568035 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=6']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:45.917331 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:46.585644 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138dce7b-dbc9-414a-b381-84b865956ba0 req-d7c3d531-f486-4496-9037-c5488d9bad08 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:46.587108 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-138dce7b-dbc9-414a-b381-84b865956ba0 req-d7c3d531-f486-4496-9037-c5488d9bad08 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0965879 Apr 11 16:55:46.636479 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-138dce7b-dbc9-414a-b381-84b865956ba0 req-9b7acd14-7ad4-43fa-8209-462e326c1066 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438790 Apr 11 16:55:47.173563 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-fcc9c32c-06fe-45e3-ba60-f9e993ccb308 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419602 Apr 11 16:55:47.270640 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-ff61163b-213a-46ed-8029-968382054865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:47.272250 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-ff61163b-213a-46ed-8029-968382054865 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a69ed2513084a06887269c7f55fa8ed&device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 1130 time: 0.0398262 Apr 11 16:55:47.377352 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-8925fb99-291c-4f46-a769-0d34fd125b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:47.378853 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-8925fb99-291c-4f46-a769-0d34fd125b5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 200 len: 920 time: 0.0846319 Apr 11 16:55:47.424063 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-a832d704-f0d2-49ba-9f3f-eac5e8e3acb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9 HTTP/1.1" status: 200 len: 217 time: 0.0382385 Apr 11 16:55:47.478997 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-7066660e-8e8d-4223-8eeb-3293d4caaad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:47.481046 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-7066660e-8e8d-4223-8eeb-3293d4caaad1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 200 len: 857 time: 0.0445046 Apr 11 16:55:47.532592 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-23f1668d-dd84-427a-8336-43dc005e132d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:47.534313 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-23f1668d-dd84-427a-8336-43dc005e132d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ee9ccffc-1771-4071-b8ed-56b062206995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469465 Apr 11 16:55:47.552284 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:47.634575 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-b10f684e-0090-4a1f-a66c-7400366937c5 service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882170 Apr 11 16:55:47.746518 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0dd8b-dae0-426d-9d32-ab9e25a68657 req-4ccf1311-9304-4fa1-82fc-07b444c8f2db tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:47.747915 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f2c0dd8b-dae0-426d-9d32-ab9e25a68657 req-4ccf1311-9304-4fa1-82fc-07b444c8f2db tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0450604 Apr 11 16:55:47.795185 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f2c0dd8b-dae0-426d-9d32-ab9e25a68657 req-659cd1d4-216a-4075-bddb-b0e66ef8e8db tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Apr 11 16:55:48.085085 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-09082f66-2364-4dd4-b142-dc7fae141ef2 req-d06c5c8c-7fbb-40fa-a451-9bc0f36f21fb service neutron] 10.222.0.15 "GET /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824931 Apr 11 16:55:48.903181 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbd978-bc54-405b-8e16-a3823e5779a5 req-740bdc00-adf6-4712-b19c-17b04b500420 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:48.904673 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e5cbd978-bc54-405b-8e16-a3823e5779a5 req-740bdc00-adf6-4712-b19c-17b04b500420 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0454288 Apr 11 16:55:48.951998 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e5cbd978-bc54-405b-8e16-a3823e5779a5 req-90660857-06ca-4026-9b65-c8cf3fa56012 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416920 Apr 11 16:55:48.982983 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:49.075212 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:49.927371 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86684acd-c90a-4be9-bcf0-38b83e39f949 req-ca16691c-dc13-46a9-b36d-1ceaa7a3dc8d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:49.928739 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-86684acd-c90a-4be9-bcf0-38b83e39f949 req-ca16691c-dc13-46a9-b36d-1ceaa7a3dc8d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0496945 Apr 11 16:55:49.975169 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-86684acd-c90a-4be9-bcf0-38b83e39f949 req-a2d282f1-e035-49d2-8072-fedfe1d7407b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408416 Apr 11 16:55:50.062027 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e69122-499a-4111-9353-b16eb60dc307 req-7a1be2a2-f94f-4276-8eb8-1bd9bad27bb0 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:50.063540 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d8e69122-499a-4111-9353-b16eb60dc307 req-7a1be2a2-f94f-4276-8eb8-1bd9bad27bb0 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0449989 Apr 11 16:55:50.110850 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d8e69122-499a-4111-9353-b16eb60dc307 req-8cbcc074-1c5f-49fd-92be-fb576c76f4e0 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419085 Apr 11 16:55:51.088373 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3807993a-827e-4ef2-ad97-05830ad60fa8 req-003aa484-3bdc-4e84-87ce-3f29c082c11b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:51.090300 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3807993a-827e-4ef2-ad97-05830ad60fa8 req-003aa484-3bdc-4e84-87ce-3f29c082c11b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0478873 Apr 11 16:55:51.135140 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3807993a-827e-4ef2-ad97-05830ad60fa8 req-2ebe9f9a-6ee1-4c72-b397-f69b50ca71fb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392804 Apr 11 16:55:51.219286 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f1c0c-6630-4281-ab12-5d01ebed059b req-fb8fff8e-7458-48df-b122-872644b4e657 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:51.220632 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-694f1c0c-6630-4281-ab12-5d01ebed059b req-fb8fff8e-7458-48df-b122-872644b4e657 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0453000 Apr 11 16:55:51.267369 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-694f1c0c-6630-4281-ab12-5d01ebed059b req-69f0b4fd-793c-439d-bdfc-a1486b37ef2a tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412960 Apr 11 16:55:52.276771 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f722d1-43aa-4ed1-8a9d-19de7e763222 req-bcf99baf-2eb7-4d6b-aeb2-ea4e2384a005 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:52.278331 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-80f722d1-43aa-4ed1-8a9d-19de7e763222 req-bcf99baf-2eb7-4d6b-aeb2-ea4e2384a005 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0744298 Apr 11 16:55:52.286140 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510851a-cda2-4536-bc34-666e17c9e2ba req-6a2c5441-265c-4407-81d8-4a4fcdcfba5a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:52.287531 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6510851a-cda2-4536-bc34-666e17c9e2ba req-6a2c5441-265c-4407-81d8-4a4fcdcfba5a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0749614 Apr 11 16:55:52.359044 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-80f722d1-43aa-4ed1-8a9d-19de7e763222 req-35700009-0af7-43a7-9ca8-fee4251b448a tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705476 Apr 11 16:55:52.361938 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6510851a-cda2-4536-bc34-666e17c9e2ba req-bdf9a59f-963c-443c-acfb-9325a1e17cd7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659175 Apr 11 16:55:52.456438 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95bd62-4c25-4f2a-bfbf-4b54f56dda73 req-53fd776f-80fd-4aab-936d-e8c841dbb3f1 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:52.457813 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ed95bd62-4c25-4f2a-bfbf-4b54f56dda73 req-53fd776f-80fd-4aab-936d-e8c841dbb3f1 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0451956 Apr 11 16:55:52.505188 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ed95bd62-4c25-4f2a-bfbf-4b54f56dda73 req-a5975871-ec03-4f1e-a039-baf255163fd2 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415466 Apr 11 16:55:53.500816 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4156a227-f979-4179-95e7-42e547db612b req-8ae8beef-7861-4843-8291-8a5567719d31 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:53.502297 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4156a227-f979-4179-95e7-42e547db612b req-8ae8beef-7861-4843-8291-8a5567719d31 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0768466 Apr 11 16:55:53.508380 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88322c1-68e7-4ae6-9e74-dd4a6c3883a4 req-883b3cc0-5dd7-45b4-9baf-fafcf6c4feab tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:53.509692 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c88322c1-68e7-4ae6-9e74-dd4a6c3883a4 req-883b3cc0-5dd7-45b4-9baf-fafcf6c4feab tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0828443 Apr 11 16:55:53.578006 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4156a227-f979-4179-95e7-42e547db612b req-b61c45e5-6673-4b0c-8f63-1a431e67d4e2 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673790 Apr 11 16:55:53.581166 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c88322c1-68e7-4ae6-9e74-dd4a6c3883a4 req-8da1111f-caf8-4b55-8b5f-0b27838ac939 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649946 Apr 11 16:55:53.682224 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9f5cee-038d-439e-a6bd-553978986165 req-6ee7905b-e668-4ac9-b6bb-fc6f570be921 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:53.683639 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ee9f5cee-038d-439e-a6bd-553978986165 req-6ee7905b-e668-4ac9-b6bb-fc6f570be921 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0485752 Apr 11 16:55:53.729378 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ee9f5cee-038d-439e-a6bd-553978986165 req-2073d983-6f24-4c22-b8f2-f815f4b07369 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402515 Apr 11 16:55:54.692442 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb87a45-a53b-41b2-bd26-90a869f029b6 req-4546c523-6932-4600-b4b3-7261d520d133 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:54.693901 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1eb87a45-a53b-41b2-bd26-90a869f029b6 req-4546c523-6932-4600-b4b3-7261d520d133 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0462174 Apr 11 16:55:54.751064 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f138a-f0b6-4c3c-96b2-46195f98a995 req-0a28c7b3-262e-4b45-88c4-ddc93daae265 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:54.752606 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-976f138a-f0b6-4c3c-96b2-46195f98a995 req-0a28c7b3-262e-4b45-88c4-ddc93daae265 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0578384 Apr 11 16:55:54.790152 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1eb87a45-a53b-41b2-bd26-90a869f029b6 req-1ba75091-ff6a-4e16-8498-ce670819c1f0 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869451 Apr 11 16:55:54.814408 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-976f138a-f0b6-4c3c-96b2-46195f98a995 req-ede808f6-820c-4f5b-b57b-2e04f858742c tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560582 Apr 11 16:55:54.910668 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f6a38a-521a-4e1c-92e4-0189f4b5ab5d req-6deb3e25-65a9-4f4f-b19e-72595579145f tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:54.912113 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a5f6a38a-521a-4e1c-92e4-0189f4b5ab5d req-6deb3e25-65a9-4f4f-b19e-72595579145f tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0453596 Apr 11 16:55:54.958854 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a5f6a38a-521a-4e1c-92e4-0189f4b5ab5d req-a6510e3a-507a-4f1c-920d-73452bdb8bec tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412035 Apr 11 16:55:55.741353 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-a60e6549-835a-4dcd-9010-a79705da11cc tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:55.742822 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-a60e6549-835a-4dcd-9010-a79705da11cc tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0500560 Apr 11 16:55:55.926576 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dd331b-66e2-4f29-a088-fc05205eeeea req-a0876ce1-a685-407d-b57f-a81a612017be tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:55.928083 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d6dd331b-66e2-4f29-a088-fc05205eeeea req-a0876ce1-a685-407d-b57f-a81a612017be tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0476596 Apr 11 16:55:56.002130 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d6dd331b-66e2-4f29-a088-fc05205eeeea req-003147ba-08eb-490c-a75d-5ce73a0e0dfb tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684979 Apr 11 16:55:56.017518 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e304c0a-18ca-4355-821a-cb2990716f4c req-a9aead4a-af03-4d12-9c43-9a0bb59b36e3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:56.019003 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2e304c0a-18ca-4355-821a-cb2990716f4c req-a9aead4a-af03-4d12-9c43-9a0bb59b36e3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0607879 Apr 11 16:55:56.066757 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2e304c0a-18ca-4355-821a-cb2990716f4c req-29ebf628-cd01-49cd-b7f4-98d0c7fdd2b2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414298 Apr 11 16:55:56.141159 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5bedb-2013-4759-925b-76ac454bec0d req-0ed3665e-0131-4221-b7d7-9681f0794df3 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:56.142649 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a7b5bedb-2013-4759-925b-76ac454bec0d req-0ed3665e-0131-4221-b7d7-9681f0794df3 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0449772 Apr 11 16:55:56.189999 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a7b5bedb-2013-4759-925b-76ac454bec0d req-acafa11f-c060-46d7-a03a-7eed195c799d tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416150 Apr 11 16:55:56.583524 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Deleting port 076ed64c-bde0-47e2-9bcc-f367d85299e0 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:56.583868 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:56.688772 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-69c3e095-08e7-4736-bb48-785a350c75fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:56.690220 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-69c3e095-08e7-4736-bb48-785a350c75fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.1013708 Apr 11 16:55:56.795079 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] For port 076ed64c-bde0-47e2-9bcc-f367d85299e0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=076ed64c-bde0-47e2-9bcc-f367d85299e0,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:56.795748 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:56.854946 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f819d-5d21-495d-b9c7-b9e5cc504cf7 req-cf4ffb65-ede4-4957-8d64-b2a93890916a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:56.856375 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f31f819d-5d21-495d-b9c7-b9e5cc504cf7 req-cf4ffb65-ede4-4957-8d64-b2a93890916a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1127 time: 0.1083460 Apr 11 16:55:56.930825 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Deleting port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:55:56.931172 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.077472 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f31f819d-5d21-495d-b9c7-b9e5cc504cf7 req-1ede3512-09ea-4f9a-b68b-f0c73a78d4ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882842 Apr 11 16:55:57.128517 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b0ff31-e4e8-4c82-b0d9-754f3f011760 req-0343b0d7-0fa7-4ff4-8922-8120b35fa905 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.130034 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e4b0ff31-e4e8-4c82-b0d9-754f3f011760 req-0343b0d7-0fa7-4ff4-8922-8120b35fa905 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 945 time: 0.0570116 Apr 11 16:55:57.151736 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] For port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:57.152145 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.195944 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e4b0ff31-e4e8-4c82-b0d9-754f3f011760 req-45a0da3a-3e33-499b-9e7e-b54ecdf5d4ef tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=6282434b-70e6-4d0f-b279-5689d37a73d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576406 Apr 11 16:55:57.218290 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.219301 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (caab5ff4-965a-42c4-a15a-71a730b9b297), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.219635 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Floating IP caab5ff4-965a-42c4-a15a-71a730b9b297 disassociated. External IP: 172.27.1.169, port: 076ed64c-bde0-47e2-9bcc-f367d85299e0. Apr 11 16:55:57.219987 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Calling delete_port for 076ed64c-bde0-47e2-9bcc-f367d85299e0 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:57.236958 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64630540-547c-427b-95e4-0489cb04b4e9 req-55648201-7b7e-4a03-adec-e134a26476ee tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.238439 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-64630540-547c-427b-95e4-0489cb04b4e9 req-55648201-7b7e-4a03-adec-e134a26476ee tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 945 time: 0.0679865 Apr 11 16:55:57.287172 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-64630540-547c-427b-95e4-0489cb04b4e9 req-820baf6e-0f92-40e7-a385-c4f84dfa2cca tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=3b125369-4001-424f-9c07-5740ddd0f91a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418217 Apr 11 16:55:57.402852 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b888bd-b954-4524-96a7-d86fa1463868 req-07df100c-0475-4b7b-af16-436add4dc257 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.404446 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-95b888bd-b954-4524-96a7-d86fa1463868 req-07df100c-0475-4b7b-af16-436add4dc257 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 943 time: 0.0525939 Apr 11 16:55:57.471489 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89889673-7b88-44a8-b747-94c5e5f0c7dc req-d394094a-bef6-4812-8c15-a644d4e606f6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.472974 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-89889673-7b88-44a8-b747-94c5e5f0c7dc req-d394094a-bef6-4812-8c15-a644d4e606f6 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 947 time: 0.0642772 Apr 11 16:55:57.476616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 75abe85b-209b-4086-a012-71ffc4ecc537 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:55:57.489474 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 076ed64c-bde0-47e2-9bcc-f367d85299e0 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:57.522995 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-95b888bd-b954-4524-96a7-d86fa1463868 req-905faadf-8ec6-4afc-ac7c-409cb87c6d77 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055932 Apr 11 16:55:57.564120 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-89889673-7b88-44a8-b747-94c5e5f0c7dc req-e762cbe1-03a0-40d8-af94-a9e5db24b6d7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839281 Apr 11 16:55:57.654408 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 076ed64c-bde0-47e2-9bcc-f367d85299e0 is: ACTIVE; New status is: DOWN {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:57.654847 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.684239 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:57.690089 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.690451 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (fc554c8b-af05-4328-939b-2674735d5d7c), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.690802 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Floating IP fc554c8b-af05-4328-939b-2674735d5d7c disassociated. External IP: 172.27.1.140, port: f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d. Apr 11 16:55:57.691155 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Calling delete_port for f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:55:57.695075 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (076ed64c-bde0-47e2-9bcc-f367d85299e0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.697702 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '75abe85b-209b-4086-a012-71ffc4ecc537', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'port_id': '75abe85b-209b-4086-a012-71ffc4ecc537', 'mac_address': 'fa:16:3e:cd:19:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:55:57.731147 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event deleted for resources: {'Port': ['ID=076ed64c-bde0-47e2-9bcc-f367d85299e0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:57.755050 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 75abe85b-209b-4086-a012-71ffc4ecc537 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:57.755534 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.769007 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75abe85b-209b-4086-a012-71ffc4ecc537 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:57.796589 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:57.801077 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.848222 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=7']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:57.932570 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Router feaadcca-c88c-442d-a22f-2a6e628e2f5a has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:57.991352 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:58.035514 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event deleted for resources: {'Port': ['ID=f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:58.161698 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:58.171614 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] Sync routers for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:58.181194 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:58.181901 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:55:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:58.213919 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] No DVR routers for this DVR port 076ed64c-bde0-47e2-9bcc-f367d85299e0 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:58.218327 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:58.221235 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b2f696f3-4acf-4557-aaa6-b241839dfe47 req-aef4d78f-42ca-4a9b-a699-38d87677a05b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "DELETE /v2.0/ports/076ed64c-bde0-47e2-9bcc-f367d85299e0 HTTP/1.1" status: 204 len: 173 time: 1.7193036 Apr 11 16:55:58.221616 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'name': 'network-vif-deleted', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:58.223883 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b81b60-2888-44b5-9dfd-e62d2bd801d8" -d '{"events": [{"server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "name": "network-vif-deleted", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:58.237758 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:55:58.270982 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['75abe85b-209b-4086-a012-71ffc4ecc537'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:58.282886 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e99af5-cb38-4a48-bb31-b2089c92bc43 x-openstack-request-id: req-a4e99af5-cb38-4a48-bb31-b2089c92bc43 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:58.283180 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e31f065-1e88-4001-8adf-a34dda79158c", "name": "network-vif-deleted", "tag": "076ed64c-bde0-47e2-9bcc-f367d85299e0", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:58.283435 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4e99af5-cb38-4a48-bb31-b2089c92bc43 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:58.283838 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e99af5-cb38-4a48-bb31-b2089c92bc43'] response: {'server_uuid': '9e31f065-1e88-4001-8adf-a34dda79158c', 'name': 'network-vif-deleted', 'tag': '076ed64c-bde0-47e2-9bcc-f367d85299e0', 'status': 'completed', 'code': 200} Apr 11 16:55:58.343386 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-631f0706-790d-4ea9-8086-96468e5a02b0 req-9c9ab8e3-497d-491e-a57f-98655076539d tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 210 time: 0.0499167 Apr 11 16:55:58.359240 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:58.366765 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:55:58.379539 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] Sync routers for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:55:58.393408 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:58.397766 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7e45d377-b3b9-45dd-a202-3cf214917b45 req-08f5ba89-17fa-4b32-a6eb-38384d2c7204 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 210 time: 0.0337305 Apr 11 16:55:58.411522 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:55:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:58.413091 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] No DVR routers for this DVR port f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:55:58.415769 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:58.420511 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-47d10f46-5db0-42db-8302-27f4933eb6e8 req-f517c26c-724a-4527-ae34-5cad287f10ad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "DELETE /v2.0/ports/f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d HTTP/1.1" status: 204 len: 173 time: 1.7191248 Apr 11 16:55:58.527923 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:58.655706 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecdb22-64a0-416e-9984-8b0ff9939b7a req-d79fff6f-c6b5-40bc-ab6e-577fb45fe1b5 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:58.657218 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a0ecdb22-64a0-416e-9984-8b0ff9939b7a req-d79fff6f-c6b5-40bc-ab6e-577fb45fe1b5 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 944 time: 0.0608540 Apr 11 16:55:58.688625 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:58.735145 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef562742-f22c-496c-98a7-ed8d1eb7e760 req-b5412bc1-b5ed-4f3e-bbc0-dd8e282c56d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:58.736823 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ef562742-f22c-496c-98a7-ed8d1eb7e760 req-b5412bc1-b5ed-4f3e-bbc0-dd8e282c56d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 947 time: 0.0664918 Apr 11 16:55:58.748990 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] Checking router: feaadcca-c88c-442d-a22f-2a6e628e2f5a for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:58.764871 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a0ecdb22-64a0-416e-9984-8b0ff9939b7a req-6eb4fcf1-3b22-4f9e-9a5e-cf74e32d7357 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012440 Apr 11 16:55:58.767119 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:58.768028 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:55:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:58.805603 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ef562742-f22c-496c-98a7-ed8d1eb7e760 req-66a0b381-dae5-4d8b-bb6a-202e2ade2753 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609677 Apr 11 16:55:58.868765 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:58.896142 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] Checking router: 9f505b69-91f6-47ff-ba31-67bf20a55ba6 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:55:58.908598 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:55:58.909228 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:55:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:58.919336 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:59.028864 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:55:59.126465 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:59.154674 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5537ad8f-6f74-42ea-8ca5-af1e6c0f3bb8 None None] The sync data for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi is: [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:50:52Z', 'revision_number': 4, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c910529a-0c17-4e2f-bf4e-1e577d31238a', 'name': '', 'network_id': 'ee9ccffc-1771-4071-b8ed-56b062206995', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'mac_address': 'fa:16:3e:0f:43:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:50Z', 'updated_at': '2022-04-11T16:50:58Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'subnets': [{'id': '0fab50a3-e5d1-46d0-943a-d1a9bae09b66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:59.225931 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:55:59.253660 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d790f57-078c-4640-a06f-9247ca7d78eb None None] The sync data for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi is: [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:55:59.441329 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-34fd89cd-75d1-40a0-9024-0dc3e10368d7 req-3f55b767-fd3b-4433-85d8-bfe67097c186 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 210 time: 0.0350485 Apr 11 16:55:59.490285 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80f7f6b-c9c0-4906-8bd4-b8d94d890bea None None] New status for floating IP caab5ff4-965a-42c4-a15a-71a730b9b297: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:55:59.654894 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5010395a-52c8-4cdd-b890-976135ea2a89 None None] New status for floating IP fc554c8b-af05-4328-939b-2674735d5d7c: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:55:59.749285 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 75abe85b-209b-4086-a012-71ffc4ecc537 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:59.759614 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cdce0850-1282-4ef4-8ecd-2cd491ba5a11 req-5061aff4-3771-4d84-a64b-5ad73927308c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 210 time: 0.2736912 Apr 11 16:55:59.839057 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 75abe85b-209b-4086-a012-71ffc4ecc537 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:59.840646 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:59.933514 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e844ab8-3fae-4f7e-aac4-3adc11875eb3 req-1f2f1dcf-d684-4554-8ea7-2e53ccc26dfc tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:59.947276 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5e844ab8-3fae-4f7e-aac4-3adc11875eb3 req-1f2f1dcf-d684-4554-8ea7-2e53ccc26dfc tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 944 time: 0.0964251 Apr 11 16:55:59.960728 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-fa0bf127-a53b-4ef6-bf20-22e9813dec0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:59.963221 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-fa0bf127-a53b-4ef6-bf20-22e9813dec0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 947 time: 0.0900137 Apr 11 16:55:59.987087 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 75abe85b-209b-4086-a012-71ffc4ecc537 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:59.987478 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:00.016242 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:00.018637 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341e4207-acfd-4089-a68d-be37a0d99e41" -d '{"events": [{"server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "name": "network-vif-plugged", "status": "completed", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:00.020569 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e730c1-4468-437e-8df2-bed7a7c3d0c7 req-fa661074-46b4-41d1-85c7-9044d81aafc8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:00.022050 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-05e730c1-4468-437e-8df2-bed7a7c3d0c7 req-fa661074-46b4-41d1-85c7-9044d81aafc8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 947 time: 0.0710156 Apr 11 16:56:00.032986 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:00.037586 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:00.039352 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:00.054444 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5e844ab8-3fae-4f7e-aac4-3adc11875eb3 req-f5b7a6b2-697f-447d-acca-dbacb63f2181 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057329 Apr 11 16:56:00.081392 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:00.081751 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:00.087392 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-05e730c1-4468-437e-8df2-bed7a7c3d0c7 req-6882a9fd-7d07-4dd2-8934-11a6c6bb7cab tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=d006f83c-27fb-4078-b7dc-94b916a3061b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522656 Apr 11 16:56:00.111899 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=8']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:00.124854 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b01239-016d-4e21-8516-597ab57720af x-openstack-request-id: req-b5b01239-016d-4e21-8516-597ab57720af {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:00.125164 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "name": "network-vif-plugged", "status": "completed", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:00.125416 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b5b01239-016d-4e21-8516-597ab57720af {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:00.125808 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b01239-016d-4e21-8516-597ab57720af'] response: {'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537', 'code': 200} Apr 11 16:56:00.285074 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'name': 'network-vif-deleted', 'tag': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:00.287448 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1264040a-0e47-4b12-a4ca-5e88283a70f7" -d '{"events": [{"server_uuid": "6f94fe9d-e1e0-4636-84ee-189b433a16ee", "name": "network-vif-deleted", "tag": "f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:00.322043 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b25312-3701-41aa-bdeb-98a3dda8ed24 x-openstack-request-id: req-98b25312-3701-41aa-bdeb-98a3dda8ed24 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:00.322334 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f94fe9d-e1e0-4636-84ee-189b433a16ee", "name": "network-vif-deleted", "tag": "f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:00.322615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-98b25312-3701-41aa-bdeb-98a3dda8ed24 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:00.323007 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b25312-3701-41aa-bdeb-98a3dda8ed24'] response: {'server_uuid': '6f94fe9d-e1e0-4636-84ee-189b433a16ee', 'name': 'network-vif-deleted', 'tag': 'f9d35b2b-c7d7-4ce5-9bfb-fced22d0337d', 'status': 'completed', 'code': 200} Apr 11 16:56:00.557076 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-35974a8b-7058-4731-9671-9c14a5ba484c req-77264a7c-11f9-433b-b53f-b8280956d0cd tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=9e31f065-1e88-4001-8adf-a34dda79158c HTTP/1.1" status: 200 len: 210 time: 0.0282876 Apr 11 16:56:00.750391 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Deleting port c1ded018-7993-4947-90bb-8a93833988ea {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:00.750693 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (c1ded018-7993-4947-90bb-8a93833988ea), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:00.840696 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] For port c1ded018-7993-4947-90bb-8a93833988ea, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c1ded018-7993-4947-90bb-8a93833988ea,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:00.841073 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (c1ded018-7993-4947-90bb-8a93833988ea), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:00.878270 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43ce9722-6a54-4047-ae40-b335c0572838 req-7506daf7-42db-45b6-a6d2-404d3550387f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=6f94fe9d-e1e0-4636-84ee-189b433a16ee HTTP/1.1" status: 200 len: 210 time: 0.0293872 Apr 11 16:56:01.032175 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.032661 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (8054c2cf-d771-488d-bab1-228ce57cf8db), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.032891 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Floating IP 8054c2cf-d771-488d-bab1-228ce57cf8db disassociated. External IP: 172.27.1.106, port: c1ded018-7993-4947-90bb-8a93833988ea. Apr 11 16:56:01.033230 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Calling delete_port for c1ded018-7993-4947-90bb-8a93833988ea owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:01.184452 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (c1ded018-7993-4947-90bb-8a93833988ea), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.222774 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event deleted for resources: {'Port': ['ID=c1ded018-7993-4947-90bb-8a93833988ea,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:01.227757 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1415aad5-729e-4317-8ff8-39f03879bf29 req-c0457016-8da0-469b-b7f2-461d4382ee64 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=097fd19a-fd46-4921-a1ae-43f300650c79 HTTP/1.1" status: 200 len: 210 time: 0.0354908 Apr 11 16:56:01.236542 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342b8f0c-fd7d-41ea-adba-8f2ed124800c req-592daf72-1fc3-4f1c-b3f5-a79ed05b4407 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:01.238249 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-342b8f0c-fd7d-41ea-adba-8f2ed124800c req-592daf72-1fc3-4f1c-b3f5-a79ed05b4407 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0835695 Apr 11 16:56:01.291207 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-342b8f0c-fd7d-41ea-adba-8f2ed124800c req-7ffc4cf5-8c75-4b78-8fb9-e95793dc1760 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465345 Apr 11 16:56:01.360265 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:01.475482 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:01.487566 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] Sync routers for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:01.498398 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:01.499131 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:55:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:01.529747 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] No DVR routers for this DVR port c1ded018-7993-4947-90bb-8a93833988ea on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:01.532381 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.535737 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aff2db83-19be-4da9-adf9-3656bdef73c7 req-b8d7d737-8ed1-46f6-994f-87ad30ccebeb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "DELETE /v2.0/ports/c1ded018-7993-4947-90bb-8a93833988ea HTTP/1.1" status: 204 len: 173 time: 0.8778911 Apr 11 16:56:01.674048 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41182) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:01.752917 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-787e9a41-71c5-4f20-9e9b-4ecc45478246 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group (6282434b-70e6-4d0f-b279-5689d37a73d0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.782241 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-787e9a41-71c5-4f20-9e9b-4ecc45478246 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group (6282434b-70e6-4d0f-b279-5689d37a73d0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.805276 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:01.839779 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-787e9a41-71c5-4f20-9e9b-4ecc45478246 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6282434b-70e6-4d0f-b279-5689d37a73d0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.842373 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-787e9a41-71c5-4f20-9e9b-4ecc45478246 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.845868 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-787e9a41-71c5-4f20-9e9b-4ecc45478246 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "DELETE /v2.0/security-groups/6282434b-70e6-4d0f-b279-5689d37a73d0 HTTP/1.1" status: 204 len: 168 time: 0.1685998 Apr 11 16:56:01.846348 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41184) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:01.852798 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787e9a41-71c5-4f20-9e9b-4ecc45478246 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6282434b-70e6-4d0f-b279-5689d37a73d0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:01.866185 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.api.v2.resource [None req-3cd5cc45-a39f-4f8e-999b-832bc5d402d5 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] show failed (client error): The resource could not be found. Apr 11 16:56:01.867305 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-3cd5cc45-a39f-4f8e-999b-832bc5d402d5 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups/6282434b-70e6-4d0f-b279-5689d37a73d0 HTTP/1.1" status: 404 len: 347 time: 0.0192876 Apr 11 16:56:01.870035 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41186) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:01.966415 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41192) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:02.001092 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Deleting port 6d11ad59-9413-4f02-81ba-4752ff8eb9b9 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:02.001534 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.019632 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:02.026135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b603aec5-fbc4-48c5-86e6-d8cf1836d7f2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (3b125369-4001-424f-9c07-5740ddd0f91a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.050736 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] Checking router: 6b0fdddf-b177-45a7-8451-3ff8f08099f9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:02.053413 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b603aec5-fbc4-48c5-86e6-d8cf1836d7f2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (3b125369-4001-424f-9c07-5740ddd0f91a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.064525 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:02.065072 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:55:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:02.099658 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.100016 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.111427 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b603aec5-fbc4-48c5-86e6-d8cf1836d7f2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (3b125369-4001-424f-9c07-5740ddd0f91a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.114055 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b603aec5-fbc4-48c5-86e6-d8cf1836d7f2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.115259 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b603aec5-fbc4-48c5-86e6-d8cf1836d7f2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "DELETE /v2.0/security-groups/3b125369-4001-424f-9c07-5740ddd0f91a HTTP/1.1" status: 204 len: 168 time: 0.1476824 Apr 11 16:56:02.115777 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Calling delete_port for 6d11ad59-9413-4f02-81ba-4752ff8eb9b9 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:02.119207 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41194) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:02.124851 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603aec5-fbc4-48c5-86e6-d8cf1836d7f2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b125369-4001-424f-9c07-5740ddd0f91a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:02.145251 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.api.v2.resource [None req-e3261d91-840f-4cdc-a61a-30dc500d148f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] show failed (client error): The resource could not be found. Apr 11 16:56:02.146479 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e3261d91-840f-4cdc-a61a-30dc500d148f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups/3b125369-4001-424f-9c07-5740ddd0f91a HTTP/1.1" status: 404 len: 347 time: 0.0261548 Apr 11 16:56:02.149474 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41196) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:02.216088 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:02.323905 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41202) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:02.324600 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-deleted', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:02.327385 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c7bbfd-81f1-4682-8068-83d7b66e5593" -d '{"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-deleted", "tag": "c1ded018-7993-4947-90bb-8a93833988ea"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:02.369759 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Deleting port b7261c8f-d2ca-4155-82bd-ddea1ef6c34b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:02.370977 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.388092 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19ebe13-bb0b-4070-87fb-3ad153ae96b9 x-openstack-request-id: req-c19ebe13-bb0b-4070-87fb-3ad153ae96b9 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:02.388502 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097fd19a-fd46-4921-a1ae-43f300650c79", "name": "network-vif-deleted", "tag": "c1ded018-7993-4947-90bb-8a93833988ea", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:02.388633 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c19ebe13-bb0b-4070-87fb-3ad153ae96b9 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:02.389038 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c19ebe13-bb0b-4070-87fb-3ad153ae96b9'] response: {'server_uuid': '097fd19a-fd46-4921-a1ae-43f300650c79', 'name': 'network-vif-deleted', 'tag': 'c1ded018-7993-4947-90bb-8a93833988ea', 'status': 'completed', 'code': 200} Apr 11 16:56:02.395430 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4434000d-1910-4850-af60-4e1182fc8c03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (d006f83c-27fb-4078-b7dc-94b916a3061b), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.421300 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4434000d-1910-4850-af60-4e1182fc8c03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (d006f83c-27fb-4078-b7dc-94b916a3061b), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.447456 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:02.477075 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4434000d-1910-4850-af60-4e1182fc8c03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (d006f83c-27fb-4078-b7dc-94b916a3061b), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.479152 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6163ba0e-4039-4db5-b064-786fb88a0979 None None] The sync data for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi is: [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:02.481251 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4434000d-1910-4850-af60-4e1182fc8c03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.484057 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4434000d-1910-4850-af60-4e1182fc8c03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "DELETE /v2.0/security-groups/d006f83c-27fb-4078-b7dc-94b916a3061b HTTP/1.1" status: 204 len: 168 time: 0.1536818 Apr 11 16:56:02.486925 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41206) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:02.492720 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.493052 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.496761 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434000d-1910-4850-af60-4e1182fc8c03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d006f83c-27fb-4078-b7dc-94b916a3061b,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:02.500914 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (6d11ad59-9413-4f02-81ba-4752ff8eb9b9), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.548588 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.api.v2.resource [None req-6515393e-b078-4787-8982-9e2a5ae0555d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] show failed (client error): The resource could not be found. Apr 11 16:56:02.549647 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-6515393e-b078-4787-8982-9e2a5ae0555d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups/d006f83c-27fb-4078-b7dc-94b916a3061b HTTP/1.1" status: 404 len: 347 time: 0.0597210 Apr 11 16:56:02.550882 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Calling delete_port for b7261c8f-d2ca-4155-82bd-ddea1ef6c34b owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:02.552851 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41208) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:02.556284 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event deleted for resources: {'Port': ['ID=6d11ad59-9413-4f02-81ba-4752ff8eb9b9,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:02.587258 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.587614 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.588267 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.588611 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.588972 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.589460 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.589803 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.590132 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.590467 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.590817 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.591146 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.591474 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.591801 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.592130 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.592453 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:02.684060 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Deleting port 554308ff-ee5a-4492-9a8d-068eb21c9b79 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:02.684376 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks [] for floatingip (caab5ff4-965a-42c4-a15a-71a730b9b297), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.684541 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (554308ff-ee5a-4492-9a8d-068eb21c9b79), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.686925 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.690523 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-03ed14da-174d-432f-926f-4c3dcff6b3d8 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "DELETE /v2.0/floatingips/caab5ff4-965a-42c4-a15a-71a730b9b297 HTTP/1.1" status: 204 len: 168 time: 0.8164001 Apr 11 16:56:02.781865 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (554308ff-ee5a-4492-9a8d-068eb21c9b79), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.782310 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (554308ff-ee5a-4492-9a8d-068eb21c9b79), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.785125 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b17c39e-6079-4de9-bd2f-f7680eb0b6e5 None None] New status for floating IP 8054c2cf-d771-488d-bab1-228ce57cf8db: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:56:02.785604 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (b7261c8f-d2ca-4155-82bd-ddea1ef6c34b), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.804869 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Calling delete_port for 554308ff-ee5a-4492-9a8d-068eb21c9b79 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:02.821301 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event deleted for resources: {'Port': ['ID=b7261c8f-d2ca-4155-82bd-ddea1ef6c34b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:02.881320 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (fc554c8b-af05-4328-939b-2674735d5d7c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.884529 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:02.885707 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-9de0cff0-4063-4557-aacc-c2ec127df499 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "DELETE /v2.0/floatingips/fc554c8b-af05-4328-939b-2674735d5d7c HTTP/1.1" status: 204 len: 168 time: 0.7168756 Apr 11 16:56:02.976515 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (554308ff-ee5a-4492-9a8d-068eb21c9b79), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.000702 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event deleted for resources: {'Port': ['ID=554308ff-ee5a-4492-9a8d-068eb21c9b79,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:03.029541 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (8054c2cf-d771-488d-bab1-228ce57cf8db), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.032129 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.033352 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8846bcdf-d0e7-4c26-8201-3f5cf94ad324 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "DELETE /v2.0/floatingips/8054c2cf-d771-488d-bab1-228ce57cf8db HTTP/1.1" status: 204 len: 168 time: 0.4786389 Apr 11 16:56:03.122141 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41218) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:03.126717 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-f59b0b04-93f9-454b-ab0e-a07a54b2b72f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1084239740', 'description': 'tempest-description--212382993'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:03.147764 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f59b0b04-93f9-454b-ab0e-a07a54b2b72f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.212325 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f59b0b04-93f9-454b-ab0e-a07a54b2b72f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (2a92bff7-4841-49e0-ba29-c316c2264468), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.216204 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f59b0b04-93f9-454b-ab0e-a07a54b2b72f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2a92bff7-4841-49e0-ba29-c316c2264468), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.243758 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f59b0b04-93f9-454b-ab0e-a07a54b2b72f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.244965 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f59b0b04-93f9-454b-ab0e-a07a54b2b72f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1217666 Apr 11 16:56:03.246894 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59b0b04-93f9-454b-ab0e-a07a54b2b72f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a92bff7-4841-49e0-ba29-c316c2264468,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:03.247969 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41220) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:03.252508 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e87a68e5-aa5a-4b52-9701-6bf920b59d5f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'security_group_rule': {'security_group_id': '2a92bff7-4841-49e0-ba29-c316c2264468', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:03.277513 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e87a68e5-aa5a-4b52-9701-6bf920b59d5f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (5f30fa93-c153-4a75-bad8-62451e3aad89), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.331020 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e87a68e5-aa5a-4b52-9701-6bf920b59d5f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (5f30fa93-c153-4a75-bad8-62451e3aad89), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.334689 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e87a68e5-aa5a-4b52-9701-6bf920b59d5f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (5f30fa93-c153-4a75-bad8-62451e3aad89), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.352121 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87a68e5-aa5a-4b52-9701-6bf920b59d5f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f30fa93-c153-4a75-bad8-62451e3aad89,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:03.357210 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e87a68e5-aa5a-4b52-9701-6bf920b59d5f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.358484 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e87a68e5-aa5a-4b52-9701-6bf920b59d5f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1094429 Apr 11 16:56:03.361351 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41222) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:03.365819 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-35f5c24a-90dc-493d-a989-e4d7ba3f06fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'security_group_rule': {'security_group_id': '2a92bff7-4841-49e0-ba29-c316c2264468', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:03.391330 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35f5c24a-90dc-493d-a989-e4d7ba3f06fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (180a7cc2-82f8-419c-94cd-c84b1fa66744), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.448445 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35f5c24a-90dc-493d-a989-e4d7ba3f06fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (180a7cc2-82f8-419c-94cd-c84b1fa66744), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.451747 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35f5c24a-90dc-493d-a989-e4d7ba3f06fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (180a7cc2-82f8-419c-94cd-c84b1fa66744), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.468617 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5c24a-90dc-493d-a989-e4d7ba3f06fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=180a7cc2-82f8-419c-94cd-c84b1fa66744,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:03.476346 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-35f5c24a-90dc-493d-a989-e4d7ba3f06fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.477519 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-35f5c24a-90dc-493d-a989-e4d7ba3f06fa tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151400 Apr 11 16:56:03.481181 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41224) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:03.485447 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:03.503741 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.566088 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:03.582070 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.585943 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: c1ded018-7993-4947-90bb-8a93833988ea {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:03.586238 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c1ded018-7993-4947-90bb-8a93833988ea not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:03.687249 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Allocated IP 172.27.1.53 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/16970c43-e102-4a01-9551-71f06dbf724d) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:03.785808 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for port (16970c43-e102-4a01-9551-71f06dbf724d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.818434 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (16970c43-e102-4a01-9551-71f06dbf724d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.861272 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:03.864311 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:03.867727 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:03.881872 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'Port': ['ID=16970c43-e102-4a01-9551-71f06dbf724d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:03.926653 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (ecfac2ba-645e-4e15-ab9e-e744ba2ca546), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:03.965138 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (16970c43-e102-4a01-9551-71f06dbf724d), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.115120 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for port (16970c43-e102-4a01-9551-71f06dbf724d), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.120898 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (16970c43-e102-4a01-9551-71f06dbf724d), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.152385 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ecfac2ba-645e-4e15-ab9e-e744ba2ca546), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.175276 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.176509 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.6943576 Apr 11 16:56:04.177263 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbaaefb-befa-4c0f-ac3d-fd8452309f1d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'Port': ['ID=16970c43-e102-4a01-9551-71f06dbf724d,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:04.330877 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4cd1562f-6999-4cf4-9197-df8c766befbf tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1084239740&fields=id&tenant_id=28c4fb270b99427b9fb085597e134917 HTTP/1.1" status: 200 len: 267 time: 0.0420160 Apr 11 16:56:04.364869 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41250) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:04.369573 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-b41cba89-24e0-4bea-ac45-81ee22236e0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701710197', 'description': 'tempest-description--2005876456'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:04.390667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41cba89-24e0-4bea-ac45-81ee22236e0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.442736 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-1d9e6a6c-6906-4a31-b4f9-7b8327bc33cd tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:04.444229 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-1d9e6a6c-6906-4a31-b4f9-7b8327bc33cd tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 810 time: 0.1068761 Apr 11 16:56:04.459119 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-a81c1c54-4fcc-40c6-820e-b62bb771e9e0 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/quotas/28c4fb270b99427b9fb085597e134917 HTTP/1.1" status: 200 len: 375 time: 0.0090089 Apr 11 16:56:04.462086 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41cba89-24e0-4bea-ac45-81ee22236e0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (7a394c37-7ef9-4d2f-a00e-8267ad094ed4), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.466034 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41cba89-24e0-4bea-ac45-81ee22236e0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (7a394c37-7ef9-4d2f-a00e-8267ad094ed4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.493704 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b41cba89-24e0-4bea-ac45-81ee22236e0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.495013 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b41cba89-24e0-4bea-ac45-81ee22236e0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1291039 Apr 11 16:56:04.498438 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41252) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:04.502718 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-7f085287-282f-4242-8591-391013cec1af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'security_group_rule': {'security_group_id': '7a394c37-7ef9-4d2f-a00e-8267ad094ed4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:04.508718 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41cba89-24e0-4bea-ac45-81ee22236e0d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a394c37-7ef9-4d2f-a00e-8267ad094ed4,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:04.511367 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-cac3c081-bd9b-416d-85c1-f3572187f91c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457237 Apr 11 16:56:04.531408 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f085287-282f-4242-8591-391013cec1af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (42f17b85-1d40-454a-b54f-e6c43b5c5d75), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.588546 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f085287-282f-4242-8591-391013cec1af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (42f17b85-1d40-454a-b54f-e6c43b5c5d75), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.593037 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f085287-282f-4242-8591-391013cec1af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (42f17b85-1d40-454a-b54f-e6c43b5c5d75), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.610224 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f085287-282f-4242-8591-391013cec1af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f17b85-1d40-454a-b54f-e6c43b5c5d75,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:04.618602 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-7f085287-282f-4242-8591-391013cec1af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.622805 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-7f085287-282f-4242-8591-391013cec1af tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204045 Apr 11 16:56:04.622989 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41256) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:04.627591 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-0915f1df-1873-4d94-9187-c5cb126b05d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'security_group_rule': {'security_group_id': '7a394c37-7ef9-4d2f-a00e-8267ad094ed4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:04.651605 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0915f1df-1873-4d94-9187-c5cb126b05d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (a59bedbe-6bf1-4687-9d1a-5cb4d1bf7483), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.654098 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-2709c00b-4673-455a-aeb6-606437eb6b75 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308105 Apr 11 16:56:04.708154 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0915f1df-1873-4d94-9187-c5cb126b05d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (a59bedbe-6bf1-4687-9d1a-5cb4d1bf7483), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.711933 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0915f1df-1873-4d94-9187-c5cb126b05d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (a59bedbe-6bf1-4687-9d1a-5cb4d1bf7483), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.729072 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0915f1df-1873-4d94-9187-c5cb126b05d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59bedbe-6bf1-4687-9d1a-5cb4d1bf7483,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:04.738094 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0915f1df-1873-4d94-9187-c5cb126b05d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.739369 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0915f1df-1873-4d94-9187-c5cb126b05d3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154511 Apr 11 16:56:04.743003 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41258) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:04.747899 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:04.750494 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-1e0a1bd4-d810-4def-9654-8010a80c1936 service neutron] 10.222.0.73 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905027 Apr 11 16:56:04.767878 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.853094 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:04.926843 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a0ff4d31-5925-4338-940a-8f236d592c40 req-f6257cc7-fe13-4dee-ba84-3912d9c57dd3 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 210 time: 0.0309064 Apr 11 16:56:04.968785 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Allocated IP 172.27.1.228 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/80043c43-d919-44e5-a9fa-97ff4c0273a8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:05.195099 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916590d-f760-48ba-bb1e-37b001ca0dcb req-39aa8934-fbd9-41b7-8d00-e420e5c01e73 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:05.196787 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6916590d-f760-48ba-bb1e-37b001ca0dcb req-39aa8934-fbd9-41b7-8d00-e420e5c01e73 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0513668 Apr 11 16:56:05.252680 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6916590d-f760-48ba-bb1e-37b001ca0dcb req-756c5b34-fe73-4715-bad5-754761e3cae1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491655 Apr 11 16:56:05.326863 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for port (80043c43-d919-44e5-a9fa-97ff4c0273a8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:05.363508 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (80043c43-d919-44e5-a9fa-97ff4c0273a8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:05.405214 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:05.407854 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:05.410653 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:05.423470 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'Port': ['ID=80043c43-d919-44e5-a9fa-97ff4c0273a8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:05.468844 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (ba30d14a-2993-4205-a785-2017e2fdbad8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:05.502791 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (80043c43-d919-44e5-a9fa-97ff4c0273a8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:05.652795 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for port (80043c43-d919-44e5-a9fa-97ff4c0273a8), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:05.657081 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (80043c43-d919-44e5-a9fa-97ff4c0273a8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:05.687806 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ba30d14a-2993-4205-a785-2017e2fdbad8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:05.707664 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'Port': ['ID=80043c43-d919-44e5-a9fa-97ff4c0273a8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:05.712766 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:05.714009 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-efb4f4c1-f76b-489f-9874-fb7c33099fc9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9700131 Apr 11 16:56:05.901640 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-d0c466f9-5b51-42cd-9047-0b0cca70fdbe tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1701710197&fields=id&tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c HTTP/1.1" status: 200 len: 267 time: 0.0411632 Apr 11 16:56:06.013692 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-640f24ad-04e3-47b9-9f1e-8181bd930fe7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:06.015134 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-640f24ad-04e3-47b9-9f1e-8181bd930fe7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 817 time: 0.1070402 Apr 11 16:56:06.039239 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ce390a3b-4c1e-44d4-9fcd-82ab9eb61cae req-7136b5b9-056c-44cd-9dea-dae5e0ca3296 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 210 time: 0.0440936 Apr 11 16:56:06.043359 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-9da2e61f-ae13-4c51-a045-17dc9c8f859c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/quotas/8dd57077e3604d8c8fb3ca58dbb64a1c HTTP/1.1" status: 200 len: 375 time: 0.0111907 Apr 11 16:56:06.090475 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-04a1e7b2-ce27-432b-828c-c41b38d4134d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0418625 Apr 11 16:56:06.180520 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-c472f0b1-b085-4893-8eac-a30fd86f4fca service neutron] 10.222.0.73 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789204 Apr 11 16:56:06.269398 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-9a278ee4-729a-4c6c-b6da-38df1e2ab396 service neutron] 10.222.0.73 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826645 Apr 11 16:56:06.367440 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370700f9-7be9-4a2e-b860-1125f02fb9b3 req-8cb86539-ac91-418b-b284-32a1e8f7c104 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:06.368959 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-370700f9-7be9-4a2e-b860-1125f02fb9b3 req-8cb86539-ac91-418b-b284-32a1e8f7c104 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0482156 Apr 11 16:56:06.437651 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66f91d90-1ea7-4102-8fe9-97f778419513 req-0d3a0d46-24f2-45b4-83d8-d5042cca777a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 210 time: 0.0360279 Apr 11 16:56:06.444756 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-370700f9-7be9-4a2e-b860-1125f02fb9b3 req-2b504e3d-e46e-4b4c-8ff8-20f2e1ebec32 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698478 Apr 11 16:56:07.130699 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5086184f-59c6-4131-9933-0f2f7f235c9e req-758feab0-9e08-4c3a-9774-3030faa95ed2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 210 time: 0.0269206 Apr 11 16:56:07.543114 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3d4b7ab2-1574-423b-b42a-53c42e7ae0b7 req-e9edea46-5401-43a5-a8c0-884cf16d5ca3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 210 time: 0.0353005 Apr 11 16:56:07.577709 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0221db5-0832-49a9-9599-059a34b1d817 req-39561031-3a50-43d7-9624-7ebbfe2509a3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:07.579341 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e0221db5-0832-49a9-9599-059a34b1d817 req-39561031-3a50-43d7-9624-7ebbfe2509a3 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0613446 Apr 11 16:56:07.634524 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e0221db5-0832-49a9-9599-059a34b1d817 req-5a799ceb-306b-41a9-ae0e-9d9ad51d39ed tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488608 Apr 11 16:56:07.979910 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695695b2-980d-4097-bc82-86fbce988dba req-d59229e3-050b-4cdd-8b0c-04d62450e67b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:07.981284 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-695695b2-980d-4097-bc82-86fbce988dba req-d59229e3-050b-4cdd-8b0c-04d62450e67b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 945 time: 0.0488775 Apr 11 16:56:08.223610 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0353fd76-8b97-4383-9cef-d123c4a3bbd3 req-a00f613a-2be9-4e6d-920c-c9ad3ec83129 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 210 time: 0.0295208 Apr 11 16:56:08.329919 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Deleting port befa62d9-f023-4d85-aaf2-e79ac9317ebd {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:08.330264 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:08.415508 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] For port befa62d9-f023-4d85-aaf2-e79ac9317ebd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=befa62d9-f023-4d85-aaf2-e79ac9317ebd,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:08.415883 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:08.428950 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Calling delete_port for befa62d9-f023-4d85-aaf2-e79ac9317ebd owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:08.559682 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (befa62d9-f023-4d85-aaf2-e79ac9317ebd), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:08.585093 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event deleted for resources: {'Port': ['ID=befa62d9-f023-4d85-aaf2-e79ac9317ebd,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:08.597579 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['d4c44bed-f767-4c1e-b5ae-ac360a785dd9', 'befa62d9-f023-4d85-aaf2-e79ac9317ebd'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:08.617526 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.617886 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.618242 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.618611 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.618963 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.619309 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.619652 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.619992 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.620670 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.620670 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.621403 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.621403 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.621669 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.622001 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.622332 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:08.695116 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0b4d2b07-7a06-4420-964e-affaee8f90f5 req-5fc26b44-3a37-4f42-9269-60c4e2ebda9f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 210 time: 0.0705378 Apr 11 16:56:08.751102 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7641b69e-65bf-4264-ad62-e5f8a504b0a7 req-d7303ced-91b3-411e-b466-636a0b6089ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=2f2379d0-48da-464e-8124-cb08a066a858 HTTP/1.1" status: 200 len: 210 time: 0.0289466 Apr 11 16:56:08.823115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] No DVR routers for this DVR port befa62d9-f023-4d85-aaf2-e79ac9317ebd on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:08.830300 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:08.833802 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-695695b2-980d-4097-bc82-86fbce988dba req-f13a2a48-3ab3-4651-afd7-b55cb64a08ae tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "DELETE /v2.0/ports/befa62d9-f023-4d85-aaf2-e79ac9317ebd HTTP/1.1" status: 204 len: 173 time: 0.5867000 Apr 11 16:56:08.837146 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f2379d0-48da-464e-8124-cb08a066a858', 'name': 'network-vif-deleted', 'tag': 'befa62d9-f023-4d85-aaf2-e79ac9317ebd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:08.841031 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968eb4c0-f51b-4add-9e7e-c1beddc35f31" -d '{"events": [{"server_uuid": "2f2379d0-48da-464e-8124-cb08a066a858", "name": "network-vif-deleted", "tag": "befa62d9-f023-4d85-aaf2-e79ac9317ebd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:08.899048 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-36073d3d-abdd-49e8-8b6d-d1b93090323f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:08.900547 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-36073d3d-abdd-49e8-8b6d-d1b93090323f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 817 time: 0.3127697 Apr 11 16:56:08.908754 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b425f9a-aa67-4c7d-a57d-86aa56f2222a x-openstack-request-id: req-7b425f9a-aa67-4c7d-a57d-86aa56f2222a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:08.909054 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f2379d0-48da-464e-8124-cb08a066a858", "name": "network-vif-deleted", "tag": "befa62d9-f023-4d85-aaf2-e79ac9317ebd", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:08.909334 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b425f9a-aa67-4c7d-a57d-86aa56f2222a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:08.909736 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b425f9a-aa67-4c7d-a57d-86aa56f2222a'] response: {'server_uuid': '2f2379d0-48da-464e-8124-cb08a066a858', 'name': 'network-vif-deleted', 'tag': 'befa62d9-f023-4d85-aaf2-e79ac9317ebd', 'status': 'completed', 'code': 200} Apr 11 16:56:08.921720 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:56:08.935319 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-3b24f168-9caa-4795-9681-a6b638435a29 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:08.936737 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-3b24f168-9caa-4795-9681-a6b638435a29 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 810 time: 0.3113749 Apr 11 16:56:09.150414 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-5fa9faed-f8fe-4c2c-8c10-bba73b2d4aea tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28c4fb270b99427b9fb085597e134917 HTTP/1.1" status: 200 len: 380 time: 0.1045687 Apr 11 16:56:09.155740 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-1e9a8f54-2f18-4b12-8f5c-56e1857c4ba7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c HTTP/1.1" status: 200 len: 380 time: 0.1041956 Apr 11 16:56:09.236145 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'port': {'device_id': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'admin_state_up': True, 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'security_groups': ['2a92bff7-4841-49e0-ba29-c316c2264468']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:09.243240 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'port': {'device_id': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'admin_state_up': True, 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'security_groups': ['7a394c37-7ef9-4d2f-a00e-8267ad094ed4']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:09.320605 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5be7aa89-85c9-4dcb-b1d5-1786ed368b95 req-4719b2e9-3b22-493b-a2bf-5264bbd14074 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 210 time: 0.0270715 Apr 11 16:56:09.422583 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Made reservation on behalf of 28c4fb270b99427b9fb085597e134917 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:56:09.425845 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:09.440617 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Made reservation on behalf of 8dd57077e3604d8c8fb3ca58dbb64a1c for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:56:09.443690 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:09.654561 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Allocated IP 172.20.0.4 (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0/446f7795-4b4d-424b-aaf9-97a4b87ed922/e514a16a-4a3a-49f5-9090-ecfe4afba0d8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:09.660919 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Allocated IP 172.20.0.14 (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c/6d9e9852-fdac-4b82-bda8-afd6358c27c6/d88b6bba-73b3-45e6-8890-9477e4a09ff6) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:09.807411 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-807d8909-c368-42f8-9c41-bc7ccb3837d5 req-e621efa7-ea70-440d-99c0-c16565b53053 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 210 time: 0.0293221 Apr 11 16:56:09.897428 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:09.905824 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:09.959899 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:09.962322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:10.016707 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:10.022191 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:10.027256 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:10.030096 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:10.033231 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90621d81-52fc-4ff0-950d-23253a0b98b7 req-79605120-9175-4e1f-a2e5-00b31a6fa281 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:10.034738 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-90621d81-52fc-4ff0-950d-23253a0b98b7 req-79605120-9175-4e1f-a2e5-00b31a6fa281 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0466681 Apr 11 16:56:10.035211 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:10.035833 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:10.043429 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:10.046660 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:10.052480 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:10.053098 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:10.055585 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:10.095731 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-90621d81-52fc-4ff0-950d-23253a0b98b7 req-7cc86d1f-e342-4ba5-83f7-b643f5a6b378 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514996 Apr 11 16:56:10.114555 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event updated for resources: {'Port': ['ID=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:10.125177 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-296d7b18-997b-4ce3-b941-7927242918a7 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8938210 Apr 11 16:56:10.128920 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-cab40cc6-7a7a-4bfa-b84e-90ea75bc55ef tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8967893 Apr 11 16:56:10.285246 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d2e5d0ce-830b-4871-be24-aa44885316f9 None None] Provisioning complete for port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:10.285727 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d0ce-830b-4871-be24-aa44885316f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:10.322180 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5d0ce-830b-4871-be24-aa44885316f9 None None] Port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:56:10.329886 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d2e5d0ce-830b-4871-be24-aa44885316f9 None None] Provisioning complete for port d88b6bba-73b3-45e6-8890-9477e4a09ff6 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:10.330256 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d2e5d0ce-830b-4871-be24-aa44885316f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:10.362635 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d2e5d0ce-830b-4871-be24-aa44885316f9 None None] Port d88b6bba-73b3-45e6-8890-9477e4a09ff6 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:56:10.432117 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cc7853-9da0-49df-913b-2daeb1d2e846 req-0da3597f-268a-4292-ab26-7f44b601f2bb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:10.434105 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-14cc7853-9da0-49df-913b-2daeb1d2e846 req-0da3597f-268a-4292-ab26-7f44b601f2bb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 931 time: 0.0457232 Apr 11 16:56:10.477935 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-14cc7853-9da0-49df-913b-2daeb1d2e846 req-2b14e09f-e39e-4828-b314-4b4d83001e1f tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383651 Apr 11 16:56:10.922172 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f40c45-3bdf-4616-b468-5d9ea1644857 req-9d146acf-3c08-4a94-b21d-1fa51be75f98 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:10.923683 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a1f40c45-3bdf-4616-b468-5d9ea1644857 req-9d146acf-3c08-4a94-b21d-1fa51be75f98 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 932 time: 0.0463514 Apr 11 16:56:10.968736 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a1f40c45-3bdf-4616-b468-5d9ea1644857 req-841d1e1e-4425-44c2-b219-98759e2786b7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395041 Apr 11 16:56:11.212015 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b7e4e-ad12-4d68-a1e8-6b8a2e459654 req-cda77a86-c7d6-43b9-9a48-b6f2abd62c32 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:11.213776 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-682b7e4e-ad12-4d68-a1e8-6b8a2e459654 req-cda77a86-c7d6-43b9-9a48-b6f2abd62c32 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0509193 Apr 11 16:56:11.259686 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-682b7e4e-ad12-4d68-a1e8-6b8a2e459654 req-a1134b39-7f60-41cd-88f6-2cf4ae8ef4d1 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403347 Apr 11 16:56:11.586485 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180353a9-0b02-4127-b4c3-08b0030f5b99 req-d1048cb9-b455-401f-8ebf-03100168dc4d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:11.587983 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-180353a9-0b02-4127-b4c3-08b0030f5b99 req-d1048cb9-b455-401f-8ebf-03100168dc4d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 931 time: 0.0455911 Apr 11 16:56:11.602756 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device befa62d9-f023-4d85-aaf2-e79ac9317ebd no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:11.623602 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: befa62d9-f023-4d85-aaf2-e79ac9317ebd {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:11.623956 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device befa62d9-f023-4d85-aaf2-e79ac9317ebd not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:11.642171 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-180353a9-0b02-4127-b4c3-08b0030f5b99 req-30f2b815-16b3-49ce-b436-bd03a77edb35 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481083 Apr 11 16:56:12.085706 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29b465a-39be-4ab5-949f-e8df0ab35614 req-168bb532-09fe-413b-9364-e87a782c0e98 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:12.087184 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b29b465a-39be-4ab5-949f-e8df0ab35614 req-168bb532-09fe-413b-9364-e87a782c0e98 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 932 time: 0.0487819 Apr 11 16:56:12.131982 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b29b465a-39be-4ab5-949f-e8df0ab35614 req-c1b1730c-f33b-4097-aff3-af9b31024bfe tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386670 Apr 11 16:56:12.368501 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211ae6d-1e31-4137-9f12-4e83093b600e req-4d529cce-60ab-43dc-862b-8b51dbb4787e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:12.369980 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6211ae6d-1e31-4137-9f12-4e83093b600e req-4d529cce-60ab-43dc-862b-8b51dbb4787e tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0453088 Apr 11 16:56:12.416341 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6211ae6d-1e31-4137-9f12-4e83093b600e req-e033c378-4218-4770-9851-1b2e23edb1df tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Apr 11 16:56:12.503406 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-08e7d5a8-2d02-4a0c-b7a1-758cb2ad85bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:12.761166 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e5e832-e6f9-452a-b412-377cfc3882f2 req-904f50d7-3d46-489c-b28e-4bccaae12fad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:12.762669 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-14e5e832-e6f9-452a-b412-377cfc3882f2 req-904f50d7-3d46-489c-b28e-4bccaae12fad tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 931 time: 0.0464842 Apr 11 16:56:12.811898 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-14e5e832-e6f9-452a-b412-377cfc3882f2 req-3842d15b-7412-4603-a084-27d276546033 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436296 Apr 11 16:56:13.247898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a34af81-780c-4fd2-9735-39ff3d25a5bc req-ac69b533-2a83-467a-bf23-29edafda6ff7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:13.249250 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4a34af81-780c-4fd2-9735-39ff3d25a5bc req-ac69b533-2a83-467a-bf23-29edafda6ff7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 932 time: 0.0462503 Apr 11 16:56:13.296037 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4a34af81-780c-4fd2-9735-39ff3d25a5bc req-d7769ee9-8ec4-4d3b-a879-7dedc25ddd03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Apr 11 16:56:13.334018 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Request body: {'port': {'device_id': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:13.339745 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Request body: {'port': {'device_id': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:13.440020 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:13.441881 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:13.533212 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ae23ed-51eb-454b-949e-f19e3028a940 req-a399567d-47e7-467a-ae3a-bccfeff6b7d2 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:13.534773 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f6ae23ed-51eb-454b-949e-f19e3028a940 req-a399567d-47e7-467a-ae3a-bccfeff6b7d2 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.0475242 Apr 11 16:56:13.581114 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f6ae23ed-51eb-454b-949e-f19e3028a940 req-45b68931-eca3-472c-931f-b9109cd2cb07 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/security-groups?id=0f88b3be-9bee-45e3-b7f5-acb442189f0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Apr 11 16:56:13.806162 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-499ee119-f032-41a0-b520-c549a64b58b0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:13.808124 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-499ee119-f032-41a0-b520-c549a64b58b0 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 946 time: 0.1236308 Apr 11 16:56:13.924079 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5af618-e35d-45d6-ba44-eca6e0cfa4b4 req-d61e6fdd-dc29-485e-b664-91fbc269e527 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:13.925737 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dd5af618-e35d-45d6-ba44-eca6e0cfa4b4 req-d61e6fdd-dc29-485e-b664-91fbc269e527 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 931 time: 0.0494685 Apr 11 16:56:13.972223 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dd5af618-e35d-45d6-ba44-eca6e0cfa4b4 req-8512fd75-be07-4d24-abe5-bb6db948fc9a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408776 Apr 11 16:56:14.018639 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Deleting port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:14.018993 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.027351 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d88b6bba-73b3-45e6-8890-9477e4a09ff6 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:14.050825 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Publish callbacks [] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.059129 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e514a16a-4a3a-49f5-9090-ecfe4afba0d8 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:14.073657 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Publish callbacks [] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.139461 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Transition to ACTIVE for port object d88b6bba-73b3-45e6-8890-9477e4a09ff6 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:56:14.141574 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Transition to ACTIVE for port object e514a16a-4a3a-49f5-9090-ecfe4afba0d8 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:56:14.151994 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.154962 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.248384 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] For port d4c44bed-f767-4c1e-b5ae-ac360a785dd9, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:14.248765 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.269647 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:14.280694 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Calling delete_port for d4c44bed-f767-4c1e-b5ae-ac360a785dd9 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:14.415818 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Attempting to bind port d88b6bba-73b3-45e6-8890-9477e4a09ff6 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:56:14.416486 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Attempting to bind port d88b6bba-73b3-45e6-8890-9477e4a09ff6 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:56:14.416486 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Attempting to bind port d88b6bba-73b3-45e6-8890-9477e4a09ff6 on network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:14.422910 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:14.425061 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34741bbe-cf7e-49ac-9e45-6c081f968abc req-73f7a232-5f60-4f7f-9923-595a6d409353 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:14.426758 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-34741bbe-cf7e-49ac-9e45-6c081f968abc req-73f7a232-5f60-4f7f-9923-595a6d409353 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0529840 Apr 11 16:56:14.428785 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Attempting to bind port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:56:14.429132 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Attempting to bind port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:56:14.429466 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Attempting to bind port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 on network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:14.438304 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Port d88b6bba-73b3-45e6-8890-9477e4a09ff6 on network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:56:14.438656 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Attempting to bind port d88b6bba-73b3-45e6-8890-9477e4a09ff6 on network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:14.454429 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 on network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:56:14.454850 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Attempting to bind port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 on network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:14.459221 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:56:14.459549 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Checking segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:14.459939 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Bound using segment: {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:56:14.460378 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Bound port: d88b6bba-73b3-45e6-8890-9477e4a09ff6, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca3060bf-7381-4674-8896-cbfedeaa93bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1165, 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:56:14.460741 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.474228 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:56:14.474563 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Checking segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:14.474964 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Bound using segment: {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:56:14.475391 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Bound port: e514a16a-4a3a-49f5-9090-ecfe4afba0d8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1168, 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:56:14.475742 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.481232 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-34741bbe-cf7e-49ac-9e45-6c081f968abc req-5edf3082-99de-4926-90b3-c23bd38d88f1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484526 Apr 11 16:56:14.625682 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:56:14.630572 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] For port e514a16a-4a3a-49f5-9090-ecfe4afba0d8, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:56:14.634634 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] For port e514a16a-4a3a-49f5-9090-ecfe4afba0d8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:56:14.641545 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:56:14.642933 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (d4c44bed-f767-4c1e-b5ae-ac360a785dd9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.652195 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.673216 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.681652 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Pushing event deleted for resources: {'Port': ['ID=d4c44bed-f767-4c1e-b5ae-ac360a785dd9,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:14.682121 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e73e316e-8cec-4d47-b684-2914cd754638 req-138e83aa-1a5d-4f8f-920c-fe2063dd1a49 tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.73 "GET /v2.0/ports?device_id=d4f0014e-89e9-46b9-b7c6-0efde1ff7f49 HTTP/1.1" status: 200 len: 210 time: 0.0270820 Apr 11 16:56:14.683076 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['d4c44bed-f767-4c1e-b5ae-ac360a785dd9'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:14.735943 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:14.736439 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.737829 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] 10.222.0.15 "PUT /v2.0/ports/e514a16a-4a3a-49f5-9090-ecfe4afba0d8 HTTP/1.1" status: 200 len: 1093 time: 1.4522374 Apr 11 16:56:14.740400 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'tag': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:14.742396 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7054db-a0e1-4a9a-bd7a-ace101723612" -d '{"events": [{"name": "network-changed", "server_uuid": "0df167c9-eb7e-43f9-93fc-5e617fa3b97c", "tag": "e514a16a-4a3a-49f5-9090-ecfe4afba0d8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:14.746311 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:14.746956 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.748446 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] 10.222.0.15 "PUT /v2.0/ports/d88b6bba-73b3-45e6-8890-9477e4a09ff6 HTTP/1.1" status: 200 len: 1094 time: 1.4641211 Apr 11 16:56:14.783937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] No DVR routers for this DVR port d4c44bed-f767-4c1e-b5ae-ac360a785dd9 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:14.803315 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.807014 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aafb44c8-a654-4eb9-9922-bdb4d24cc248 req-9ec2d1c5-3f53-496f-b28a-4a67afccfc1b tempest-ServerRescueNegativeTestJSON-194643504 tempest-ServerRescueNegativeTestJSON-194643504-project] 10.222.0.15 "DELETE /v2.0/ports/d4c44bed-f767-4c1e-b5ae-ac360a785dd9 HTTP/1.1" status: 204 len: 173 time: 0.9907618 Apr 11 16:56:14.891334 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13fe29-395f-4b01-aad1-cd715876bfc0 service neutron] Pushing event updated for resources: {'Port': ['ID=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:14.898160 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0646781d-8a7b-4a0c-aa92-31c22f40faf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:14.952350 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-b01e358e-fe2d-4cb1-ba2c-e397fcd9a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:14.954431 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-b01e358e-fe2d-4cb1-ba2c-e397fcd9a1fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 1127 time: 0.1365309 Apr 11 16:56:14.958885 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afd8cfd-7f80-4730-839e-6062e43e6679 x-openstack-request-id: req-4afd8cfd-7f80-4730-839e-6062e43e6679 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:14.959175 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df167c9-eb7e-43f9-93fc-5e617fa3b97c", "tag": "e514a16a-4a3a-49f5-9090-ecfe4afba0d8", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:14.959508 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4afd8cfd-7f80-4730-839e-6062e43e6679 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:14.960181 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afd8cfd-7f80-4730-839e-6062e43e6679'] response: {'name': 'network-changed', 'server_uuid': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'tag': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'status': 'completed', 'code': 200} Apr 11 16:56:14.971891 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-c62699cb-7f4a-4858-9203-71eb8b0fc6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:14.973758 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-c62699cb-7f4a-4858-9203-71eb8b0fc6d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 1128 time: 0.1158509 Apr 11 16:56:14.993811 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85721a81-be4b-4e2b-b756-5d7e32a9eb5d service neutron] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:15.055474 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-76be2796-320a-429a-90d0-2145c1121aad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6 HTTP/1.1" status: 200 len: 217 time: 0.0489426 Apr 11 16:56:15.088705 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-eef380b4-d6de-4a46-9001-12e66eed6cd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e514a16a-4a3a-49f5-9090-ecfe4afba0d8 HTTP/1.1" status: 200 len: 217 time: 0.0761807 Apr 11 16:56:15.112931 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ec31b-9e82-4b6e-94fb-7cade455e1c8 req-07413582-4b86-4aaf-a8bd-a57cb954caff tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.114511 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3b2ec31b-9e82-4b6e-94fb-7cade455e1c8 req-07413582-4b86-4aaf-a8bd-a57cb954caff tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 943 time: 0.0652478 Apr 11 16:56:15.163978 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3b2ec31b-9e82-4b6e-94fb-7cade455e1c8 req-0f3b8c14-3c26-461a-9d32-de44cb42235e tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438256 Apr 11 16:56:15.375231 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-53fe4894-8607-4fd8-85e3-eac1c5de8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.376801 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-53fe4894-8607-4fd8-85e3-eac1c5de8dc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.0772123 Apr 11 16:56:15.382291 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-a7823008-fc6b-4711-8408-a39214c1aa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.383827 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-a7823008-fc6b-4711-8408-a39214c1aa38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 200 len: 849 time: 0.0751014 Apr 11 16:56:15.455339 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-9c43c0f7-069c-4bdf-9128-16c8fa969c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.456909 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-9c43c0f7-069c-4bdf-9128-16c8fa969c5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721617 Apr 11 16:56:15.459735 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-11a5c70a-2dac-48f2-a733-2cf2beabcc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.461103 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-11a5c70a-2dac-48f2-a733-2cf2beabcc68 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473945 Apr 11 16:56:15.600967 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb883c7d-3722-4578-afa1-1faa8e55a92d req-47818add-5cb2-405f-b82a-f711384c99cd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.602680 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-eb883c7d-3722-4578-afa1-1faa8e55a92d req-47818add-5cb2-405f-b82a-f711384c99cd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0488846 Apr 11 16:56:15.652064 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-eb883c7d-3722-4578-afa1-1faa8e55a92d req-6a7fed3f-d1b0-44cf-af30-0eaa36dece91 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430241 Apr 11 16:56:15.746850 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41380) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:15.864440 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-e6cebd8c-bb50-450a-95e2-0b448d86de55 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808799 Apr 11 16:56:15.866320 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-b9ad8a7d-04ec-454f-83b3-f991e7d8af61 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816981 Apr 11 16:56:15.925055 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.033837 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5199667e-6f8a-4f70-8bd5-864504aad268 req-c3582d90-c1d5-4d32-be38-135b8be05711 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563199 Apr 11 16:56:16.035559 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2cc4f50d-63df-4843-bf62-31481bf58efe req-8e2a5333-a70e-49b7-9e0d-d0ced7198858 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511142 Apr 11 16:56:16.250253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (feaadcca-c88c-442d-a22f-2a6e628e2f5a), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.318122 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ad1c1-5e10-4ba4-a1d5-445acb2f101f req-ef8b8f15-a4db-477e-b45a-5e33d6601024 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:16.319674 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cc6ad1c1-5e10-4ba4-a1d5-445acb2f101f req-ef8b8f15-a4db-477e-b45a-5e33d6601024 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 943 time: 0.0842686 Apr 11 16:56:16.638704 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cc6ad1c1-5e10-4ba4-a1d5-445acb2f101f req-8e6a79dd-3aba-40aa-8486-813943a8c044 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3105044 Apr 11 16:56:16.799745 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1e6d5-8cbc-4404-bb97-7772a223f1bc req-324eed07-8122-45cc-9ad4-d6d6d39f7edc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:16.801211 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b5b1e6d5-8cbc-4404-bb97-7772a223f1bc req-324eed07-8122-45cc-9ad4-d6d6d39f7edc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0763230 Apr 11 16:56:16.860353 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Deleting port c910529a-0c17-4e2f-bf4e-1e577d31238a {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:16.860699 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.890839 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b5b1e6d5-8cbc-4404-bb97-7772a223f1bc req-a5438da2-d2ea-4eca-840c-6318fe2465e2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824933 Apr 11 16:56:16.954424 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] For port c910529a-0c17-4e2f-bf4e-1e577d31238a, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c910529a-0c17-4e2f-bf4e-1e577d31238a,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:16.954816 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.961872 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6'}, {'server_uuid': 'd4f0014e-89e9-46b9-b7c6-0efde1ff7f49', 'name': 'network-vif-deleted', 'tag': 'd4c44bed-f767-4c1e-b5ae-ac360a785dd9'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:16.964253 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d9013b-a130-48ee-b60d-a25d7d8971b5" -d '{"events": [{"name": "network-changed", "server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6"}, {"server_uuid": "d4f0014e-89e9-46b9-b7c6-0efde1ff7f49", "name": "network-vif-deleted", "tag": "d4c44bed-f767-4c1e-b5ae-ac360a785dd9"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:16.967596 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Calling delete_port for c910529a-0c17-4e2f-bf4e-1e577d31238a owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:17.002406 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2d6b94-a3f2-4f74-88a2-62ac8294a9a0 x-openstack-request-id: req-8e2d6b94-a3f2-4f74-88a2-62ac8294a9a0 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:17.002740 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6", "status": "completed", "code": 200}, {"server_uuid": "d4f0014e-89e9-46b9-b7c6-0efde1ff7f49", "name": "network-vif-deleted", "tag": "d4c44bed-f767-4c1e-b5ae-ac360a785dd9", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:17.002998 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e2d6b94-a3f2-4f74-88a2-62ac8294a9a0 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:17.003414 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2d6b94-a3f2-4f74-88a2-62ac8294a9a0'] response: {'name': 'network-changed', 'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'status': 'completed', 'code': 200} Apr 11 16:56:17.003675 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2d6b94-a3f2-4f74-88a2-62ac8294a9a0'] response: {'server_uuid': 'd4f0014e-89e9-46b9-b7c6-0efde1ff7f49', 'name': 'network-vif-deleted', 'tag': 'd4c44bed-f767-4c1e-b5ae-ac360a785dd9', 'status': 'completed', 'code': 200} Apr 11 16:56:17.145805 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (c910529a-0c17-4e2f-bf4e-1e577d31238a), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.170220 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Pushing event deleted for resources: {'Port': ['ID=c910529a-0c17-4e2f-bf4e-1e577d31238a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:17.334264 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (feaadcca-c88c-442d-a22f-2a6e628e2f5a), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.546780 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.552156 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Router feaadcca-c88c-442d-a22f-2a6e628e2f5a has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:17.654789 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e514a16a-4a3a-49f5-9090-ecfe4afba0d8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:56:17.657877 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:17.662709 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-010e2508-3939-4719-bfd3-55eeb2f87121 admin admin] 10.222.0.73 "PUT /v2.0/routers/feaadcca-c88c-442d-a22f-2a6e628e2f5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9147489 Apr 11 16:56:17.664870 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d4c44bed-f767-4c1e-b5ae-ac360a785dd9 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:17.665271 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41392) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:17.689724 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] Sync routers for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:17.696351 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: d4c44bed-f767-4c1e-b5ae-ac360a785dd9 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:17.696702 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d4c44bed-f767-4c1e-b5ae-ac360a785dd9 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:17.723772 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:17.724423 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:17.764289 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a44f7-49b4-4c9d-a486-3e753b6f0325 req-0b9e8a7a-e725-4b61-8541-87c722c0744c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.765951 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f84a44f7-49b4-4c9d-a486-3e753b6f0325 req-0b9e8a7a-e725-4b61-8541-87c722c0744c tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 943 time: 0.0499914 Apr 11 16:56:17.783736 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks [] for router (feaadcca-c88c-442d-a22f-2a6e628e2f5a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.825076 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f84a44f7-49b4-4c9d-a486-3e753b6f0325 req-e71dc953-37b7-4077-91cd-b4670d05c6ef tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514493 Apr 11 16:56:17.869049 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e514a16a-4a3a-49f5-9090-ecfe4afba0d8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:17.889180 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks [] for router_gateway (feaadcca-c88c-442d-a22f-2a6e628e2f5a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.890264 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'port_id': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'mac_address': 'fa:16:3e:10:42:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:56:17.900553 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:17.940486 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Deleting port 9339343c-36f1-4635-9058-e8bc2f7062ae {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:17.940845 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.040614 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:18.040953 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.045872 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea381f3a-bc52-4437-95ab-63839e8601d9 req-701164ad-71a6-4603-8f37-1f735c9ac0ac tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.047434 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ea381f3a-bc52-4437-95ab-63839e8601d9 req-701164ad-71a6-4603-8f37-1f735c9ac0ac tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0732288 Apr 11 16:56:18.061917 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e514a16a-4a3a-49f5-9090-ecfe4afba0d8 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:18.091509 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-107eb7d1-72fb-4b9d-b446-b4c81a9069c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.093012 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-107eb7d1-72fb-4b9d-b446-b4c81a9069c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 1127 time: 0.0930851 Apr 11 16:56:18.096320 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e514a16a-4a3a-49f5-9090-ecfe4afba0d8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:18.099063 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-ae1a73db-f2d9-4cad-9158-1a82454e5370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.100559 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-ae1a73db-f2d9-4cad-9158-1a82454e5370 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 1128 time: 0.0995035 Apr 11 16:56:18.106057 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ea381f3a-bc52-4437-95ab-63839e8601d9 req-816003a8-e405-47eb-9c63-a3fb10ccd8ce tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515277 Apr 11 16:56:18.115968 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.116378 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] For port 9339343c-36f1-4635-9058-e8bc2f7062ae, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=9339343c-36f1-4635-9058-e8bc2f7062ae,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:18.116744 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.157438 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150'}], 'enable_snat': True}, 'gw_port_id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:56:17Z', 'revision_number': 5, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port': {'id': '9339343c-36f1-4635-9058-e8bc2f7062ae', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:b5:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:18.172853 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Calling delete_port for 9339343c-36f1-4635-9058-e8bc2f7062ae owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:18.325410 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] Checking router: feaadcca-c88c-442d-a22f-2a6e628e2f5a for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:18.335354 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-9d333f7c-2850-4ff3-b3ee-c44b5f596e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.336825 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-9d333f7c-2850-4ff3-b3ee-c44b5f596e43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 919 time: 0.2224445 Apr 11 16:56:18.339128 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:18.339699 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-1c0bc522-077e-424f-b99b-f0637a8dffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.341017 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-1c0bc522-077e-424f-b99b-f0637a8dffd3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 912 time: 0.2395866 Apr 11 16:56:18.350493 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.350870 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.351220 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.351566 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.351905 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.352239 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.352569 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.352898 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.353227 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.353554 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.353882 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.354885 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.355223 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.355547 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.355867 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:18.359985 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] Routers {'feaadcca-c88c-442d-a22f-2a6e628e2f5a'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:18.360587 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:18.451542 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-5d265667-b13a-4546-a1a5-227e030ba3df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6 HTTP/1.1" status: 200 len: 217 time: 0.1035087 Apr 11 16:56:18.452710 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] Set router feaadcca-c88c-442d-a22f-2a6e628e2f5a gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:18.452846 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-186929a9-353c-4caf-8086-9a6bc71ed4c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e514a16a-4a3a-49f5-9090-ecfe4afba0d8 HTTP/1.1" status: 200 len: 217 time: 0.1031561 Apr 11 16:56:18.505582 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['e514a16a-4a3a-49f5-9090-ecfe4afba0d8'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:18.509614 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:56:17Z', 'revision_number': 6, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:18.560415 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b9a2ac-40ed-4479-ba1b-56a67edf81ec None None] The sync data for ids ['feaadcca-c88c-442d-a22f-2a6e628e2f5a'] in dv-cinder-837166-2-iscsi is: [{'id': 'feaadcca-c88c-442d-a22f-2a6e628e2f5a', 'name': 'tempest-ServerRescueNegativeTestJSON-960997877-router', 'tenant_id': '3a69ed2513084a06887269c7f55fa8ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:45Z', 'updated_at': '2022-04-11T16:56:17Z', 'revision_number': 6, 'project_id': '3a69ed2513084a06887269c7f55fa8ed', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:18.570962 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-3026118c-6f4d-41f1-9a46-a501abd2304e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.572449 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-3026118c-6f4d-41f1-9a46-a501abd2304e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.1059248 Apr 11 16:56:18.579698 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-662595b9-c977-48be-af1b-a73235808bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.581066 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-662595b9-c977-48be-af1b-a73235808bcf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 200 len: 849 time: 0.1155910 Apr 11 16:56:18.660733 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-cd721c2d-df9d-4ea5-ac68-f2a6c6be7249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.662249 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-cd721c2d-df9d-4ea5-ac68-f2a6c6be7249 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785990 Apr 11 16:56:18.663647 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (9339343c-36f1-4635-9058-e8bc2f7062ae), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.665846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-b6ee4192-ad0f-48b0-bc7a-296c5426be01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.667833 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-b6ee4192-ad0f-48b0-bc7a-296c5426be01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0760884 Apr 11 16:56:18.720756 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Pushing event deleted for resources: {'Port': ['ID=9339343c-36f1-4635-9058-e8bc2f7062ae,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:18.795845 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (feaadcca-c88c-442d-a22f-2a6e628e2f5a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.953790 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ef6e6-015b-40a2-9be0-9b5b937ebc0f req-7b181b48-45e4-4f01-abfc-3f19723ec80a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.955375 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dd6ef6e6-015b-40a2-9be0-9b5b937ebc0f req-7b181b48-45e4-4f01-abfc-3f19723ec80a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 944 time: 0.0625803 Apr 11 16:56:18.957981 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-780e4d58-3b46-4d02-b107-5f8c9fd50c76 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820411 Apr 11 16:56:18.961114 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (feaadcca-c88c-442d-a22f-2a6e628e2f5a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.968359 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks [] for router_controller (feaadcca-c88c-442d-a22f-2a6e628e2f5a), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:18.989903 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.020894 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dd6ef6e6-015b-40a2-9be0-9b5b937ebc0f req-3189c547-4f61-422f-a079-b70148cb7173 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591493 Apr 11 16:56:19.063379 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-f3b05b9c-f204-4bfd-9037-5328e0413ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3860919 Apr 11 16:56:19.114849 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (feaadcca-c88c-442d-a22f-2a6e628e2f5a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.115491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router feaadcca-c88c-442d-a22f-2a6e628e2f5a {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:56:19.131849 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.132957 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-50ccb4b4-dded-41b6-9280-10ac12ce4648 admin admin] 10.222.0.73 "DELETE /v2.0/routers/feaadcca-c88c-442d-a22f-2a6e628e2f5a HTTP/1.1" status: 204 len: 168 time: 1.4666903 Apr 11 16:56:19.136066 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41398) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:19.187247 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56d9013b-a130-48ee-b60d-a25d7d8971b5 req-16d3ab47-66d5-44bc-8548-faa6b69e1106 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202933 Apr 11 16:56:19.199296 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-83fcae90-9f8c-4752-b8bb-1f00ee7852bb admin admin] Deleting subnet 0fab50a3-e5d1-46d0-943a-d1a9bae09b66 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:56:19.210261 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7054db-a0e1-4a9a-bd7a-ace101723612 req-592c7b3d-2d02-49f9-acf8-1d2300d9d883 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198637 Apr 11 16:56:19.219288 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83fcae90-9f8c-4752-b8bb-1f00ee7852bb admin admin] Publish callbacks [] for subnet (0fab50a3-e5d1-46d0-943a-d1a9bae09b66), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.231793 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.258855 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9314a7-bf07-43c5-a65c-d36a94111fca req-b5037c39-7d1b-4d1f-991e-c4e6b6f9510e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.260907 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7a9314a7-bf07-43c5-a65c-d36a94111fca req-b5037c39-7d1b-4d1f-991e-c4e6b6f9510e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0767593 Apr 11 16:56:19.269064 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83fcae90-9f8c-4752-b8bb-1f00ee7852bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26006124'] for subnet (0fab50a3-e5d1-46d0-943a-d1a9bae09b66), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.387434 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7a9314a7-bf07-43c5-a65c-d36a94111fca req-3822c731-8c09-4f1b-9772-bd1eb565df69 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204410 Apr 11 16:56:19.422904 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83fcae90-9f8c-4752-b8bb-1f00ee7852bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (0fab50a3-e5d1-46d0-943a-d1a9bae09b66), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.440498 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c910529a-0c17-4e2f-bf4e-1e577d31238a no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:19.463610 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: c910529a-0c17-4e2f-bf4e-1e577d31238a {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:19.463966 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c910529a-0c17-4e2f-bf4e-1e577d31238a not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:19.464388 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 9339343c-36f1-4635-9058-e8bc2f7062ae no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:19.478909 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83fcae90-9f8c-4752-b8bb-1f00ee7852bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328844'] for subnet (0fab50a3-e5d1-46d0-943a-d1a9bae09b66), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.485781 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 9339343c-36f1-4635-9058-e8bc2f7062ae {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:19.486130 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 9339343c-36f1-4635-9058-e8bc2f7062ae not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:19.504859 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fcae90-9f8c-4752-b8bb-1f00ee7852bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fab50a3-e5d1-46d0-943a-d1a9bae09b66,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:19.512711 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-83fcae90-9f8c-4752-b8bb-1f00ee7852bb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.517080 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-83fcae90-9f8c-4752-b8bb-1f00ee7852bb admin admin] 10.222.0.73 "DELETE /v2.0/subnets/0fab50a3-e5d1-46d0-943a-d1a9bae09b66 HTTP/1.1" status: 204 len: 168 time: 0.3799250 Apr 11 16:56:19.518053 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc44c939-07b3-4227-8332-f708ba0138e3 None None] Network ee9ccffc-1771-4071-b8ed-56b062206995 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:56:19.519521 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41402) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:19.593505 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (ee9ccffc-1771-4071-b8ed-56b062206995), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.638811 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Deleting port 72f9fd59-b424-44b7-8c81-60e4390729bb {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:19.639157 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.668601 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:56:19.690693 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e514a16a-4a3a-49f5-9090-ecfe4afba0d8 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:19.697167 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] DHCP port deletion for ee9ccffc-1771-4071-b8ed-56b062206995 request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:56:19.713149 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] For port 72f9fd59-b424-44b7-8c81-60e4390729bb, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=72f9fd59-b424-44b7-8c81-60e4390729bb,segment=NetworkSegment(01c59fdc-965d-4f3f-a91e-cb3b0738a350),segment_id=01c59fdc-965d-4f3f-a91e-cb3b0738a350)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:19.714079 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.730320 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Calling delete_port for 72f9fd59-b424-44b7-8c81-60e4390729bb owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:19.810051 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.826000 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] Deleting port 72f9fd59-b424-44b7-8c81-60e4390729bb {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:19.826384 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.834419 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=72f9fd59-b424-44b7-8c81-60e4390729bb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:19.838247 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] No DVR routers for this DVR port 72f9fd59-b424-44b7-8c81-60e4390729bb on host dv-cinder-837166-2-iscsi {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:19.856820 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:56:19.891086 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:19.891386 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.911258 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (ee9ccffc-1771-4071-b8ed-56b062206995), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.930906 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee9ccffc-1771-4071-b8ed-56b062206995']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:19.936479 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:19.940952 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c59fdc-965d-4f3f-a91e-cb3b0738a350') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:19.941375 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c59fdc-965d-4f3f-a91e-cb3b0738a350') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:19.950989 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (01c59fdc-965d-4f3f-a91e-cb3b0738a350), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.955147 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] For port 72f9fd59-b424-44b7-8c81-60e4390729bb, host dv-cinder-837166-2-iscsi, got binding levels [] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:19.955546 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.957920 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'port_id': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'mac_address': 'fa:16:3e:8f:45:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:56:19.965174 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (01c59fdc-965d-4f3f-a91e-cb3b0738a350), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.972502 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:56:19.973045 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (01c59fdc-965d-4f3f-a91e-cb3b0738a350), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:56:19.975236 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:56:19.977266 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] Calling delete_port for 72f9fd59-b424-44b7-8c81-60e4390729bb owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:19.982826 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.ipam_backend_mixin [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] Port 72f9fd59-b424-44b7-8c81-60e4390729bb was not found and therefore no delete operation was performed {{(pid=109890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 16:56:20.005555 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (72f9fd59-b424-44b7-8c81-60e4390729bb), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.032906 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (ee9ccffc-1771-4071-b8ed-56b062206995), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.038731 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.040341 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] Pushing event deleted for resources: {'Port': ['ID=72f9fd59-b424-44b7-8c81-60e4390729bb,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:20.042022 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] 10.222.0.73 "DELETE /v2.0/networks/ee9ccffc-1771-4071-b8ed-56b062206995 HTTP/1.1" status: 204 len: 168 time: 0.5214045 Apr 11 16:56:20.047916 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d1969b-7c44-40ea-8abb-453b5b85ebc2 None None] No DVR routers for this DVR port 72f9fd59-b424-44b7-8c81-60e4390729bb on host dv-cinder-837166-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:20.056496 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411cecc0-51f9-4c22-87c7-922193ed58f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee9ccffc-1771-4071-b8ed-56b062206995,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:20.056626 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d88b6bba-73b3-45e6-8890-9477e4a09ff6 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:20.057026 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.097666 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88b6bba-73b3-45e6-8890-9477e4a09ff6 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:20.121256 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:20.121661 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.126749 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:20.139429 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.174062 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984d4ff-163a-4dfa-a4ef-a1afd0a26e77 req-43bf58b4-ef3d-4d1a-8127-17216be73fcf tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:20.174250 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:20.175810 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e984d4ff-163a-4dfa-a4ef-a1afd0a26e77 req-43bf58b4-ef3d-4d1a-8127-17216be73fcf tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 944 time: 0.0529952 Apr 11 16:56:20.176575 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bfb696-b6e1-497a-a2f6-4990e6ca486c" -d '{"events": [{"server_uuid": "0df167c9-eb7e-43f9-93fc-5e617fa3b97c", "name": "network-vif-plugged", "status": "completed", "tag": "e514a16a-4a3a-49f5-9090-ecfe4afba0d8"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:20.192725 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e514a16a-4a3a-49f5-9090-ecfe4afba0d8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:20.200647 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41410) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:20.212231 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.219591 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:20.242353 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e984d4ff-163a-4dfa-a4ef-a1afd0a26e77 req-ea96ce28-8ad4-44c7-af2b-03af75fe64e2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597258 Apr 11 16:56:20.251149 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a9657612-0f4c-42e8-8438-fe41e1d13933 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3a69ed2513084a06887269c7f55fa8ed&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0491824 Apr 11 16:56:20.251403 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41412) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:20.252214 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330d95f2-496c-4617-9314-dcd2febc7023 x-openstack-request-id: req-330d95f2-496c-4617-9314-dcd2febc7023 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:20.252562 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df167c9-eb7e-43f9-93fc-5e617fa3b97c", "name": "network-vif-plugged", "status": "completed", "tag": "e514a16a-4a3a-49f5-9090-ecfe4afba0d8", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:20.252897 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-330d95f2-496c-4617-9314-dcd2febc7023 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:20.253344 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-330d95f2-496c-4617-9314-dcd2febc7023'] response: {'server_uuid': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'code': 200} Apr 11 16:56:20.278191 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:20.301348 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-771a6eba-e31e-4e55-823f-f3ae895d63ec admin admin] Publish callbacks [] for security_group (0f88b3be-9bee-45e3-b7f5-acb442189f0d), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.324093 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-771a6eba-e31e-4e55-823f-f3ae895d63ec admin admin] Publish callbacks [] for security_group (0f88b3be-9bee-45e3-b7f5-acb442189f0d), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.375214 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-771a6eba-e31e-4e55-823f-f3ae895d63ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (0f88b3be-9bee-45e3-b7f5-acb442189f0d), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.377986 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-771a6eba-e31e-4e55-823f-f3ae895d63ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.382954 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-771a6eba-e31e-4e55-823f-f3ae895d63ec admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/0f88b3be-9bee-45e3-b7f5-acb442189f0d HTTP/1.1" status: 204 len: 168 time: 0.1267812 Apr 11 16:56:20.391162 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a6eba-e31e-4e55-823f-f3ae895d63ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f88b3be-9bee-45e3-b7f5-acb442189f0d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:20.461864 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51337ee-5965-4a3e-a84b-55673328626c req-70d3d134-50c3-451f-8dad-25bf3d5c967d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:20.463488 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b51337ee-5965-4a3e-a84b-55673328626c req-70d3d134-50c3-451f-8dad-25bf3d5c967d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 1129 time: 0.0415001 Apr 11 16:56:20.510914 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5678c7c-c495-4c93-99de-a1478bddcd95 req-0911cf80-4014-4d79-86e7-f98c62b657a2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:20.512420 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5678c7c-c495-4c93-99de-a1478bddcd95 req-0911cf80-4014-4d79-86e7-f98c62b657a2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 945 time: 0.0500069 Apr 11 16:56:20.513855 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-b51337ee-5965-4a3e-a84b-55673328626c req-359cd9d0-8b3a-4816-b03f-df638870dfe3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417969 Apr 11 16:56:20.544619 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['d88b6bba-73b3-45e6-8890-9477e4a09ff6'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:20.562820 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5678c7c-c495-4c93-99de-a1478bddcd95 req-7d7aa601-80ca-4dc2-b71b-0696ca663e03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Apr 11 16:56:21.045199 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41436) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:21.127719 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 72f9fd59-b424-44b7-8c81-60e4390729bb no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:21.139100 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-558863183-network', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:21.148534 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 72f9fd59-b424-44b7-8c81-60e4390729bb {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:21.148891 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 72f9fd59-b424-44b7-8c81-60e4390729bb not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:21.160041 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Made reservation on behalf of 560e37bd1eae45cea00a7d544ad73cf0 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:56:21.162381 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.170823 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.245203 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Publish callbacks [] for security_group (ea641c6b-2ead-4ee5-b9eb-c512fb00e424), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.248848 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (ea641c6b-2ead-4ee5-b9eb-c512fb00e424), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.270099 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1186, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:56:21.286565 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea641c6b-2ead-4ee5-b9eb-c512fb00e424,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:21.290871 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (72da8d5c-468f-492d-87dd-f7cbb3937a3a), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.291225 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Added segment 72da8d5c-468f-492d-87dd-f7cbb3937a3a of type vlan for network 35f80eca-6d32-4eb8-b48f-bff356f2952c Apr 11 16:56:21.362082 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (35f80eca-6d32-4eb8-b48f-bff356f2952c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.384646 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8154333-b7db-44da-a3b7-36815c79ed56 req-e0658811-8d47-4b79-a02d-5195b0c344ff tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.386722 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f8154333-b7db-44da-a3b7-36815c79ed56 req-e0658811-8d47-4b79-a02d-5195b0c344ff tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 945 time: 0.0617619 Apr 11 16:56:21.413861 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (35f80eca-6d32-4eb8-b48f-bff356f2952c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.414813 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.415397 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.463288 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4169106 Apr 11 16:56:21.466122 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41442) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:21.470821 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f8154333-b7db-44da-a3b7-36815c79ed56 req-337543cb-12b4-4e13-959e-08f5aa113ec5 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781829 Apr 11 16:56:21.471016 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Request body: {'subnet': {'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-558863183-subnet', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:21.500036 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Made reservation on behalf of 560e37bd1eae45cea00a7d544ad73cf0 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:56:21.502470 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.504915 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb6be8-7f55-41e3-b8fd-8e6b82c879f5 admin admin] Pushing event updated for resources: {'Network': ['ID=35f80eca-6d32-4eb8-b48f-bff356f2952c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:21.516025 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:56:21.670951 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:21.676201 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (4ff6262d-27ce-4763-a1ed-534e3fa30e66), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.687393 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d456c1-8aeb-4a61-b087-04ccee308375 req-98177c85-513d-4b75-ba68-467e8bbcfea7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.688913 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-12d456c1-8aeb-4a61-b087-04ccee308375 req-98177c85-513d-4b75-ba68-467e8bbcfea7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 945 time: 0.0504806 Apr 11 16:56:21.717240 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port d88b6bba-73b3-45e6-8890-9477e4a09ff6 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:56:21.723499 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port d88b6bba-73b3-45e6-8890-9477e4a09ff6 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:21.724095 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.727120 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ff6262d-27ce-4763-a1ed-534e3fa30e66,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:21.742429 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Checking segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:21.742956 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Network hostable DHCP agents. Network: 35f80eca-6d32-4eb8-b48f-bff356f2952c, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:56:21.746268 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-12d456c1-8aeb-4a61-b087-04ccee308375 req-5942815a-eac9-41dc-97db-14cf59210dab tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506306 Apr 11 16:56:21.762487 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:56:21.772970 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 35f80eca-6d32-4eb8-b48f-bff356f2952c) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:21.785301 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:21.786272 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.802406 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-519c879b-f417-4f69-a2ae-31d10f6dba26 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3350780 Apr 11 16:56:21.805195 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41446) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:21.805905 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85be7fe9-08e5-487c-b852-f786b607696d None None] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:56:21.809855 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:21.828700 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (d3230298-d4e3-4ddd-9a38-9c1be660451d), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.829885 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (d3230298-d4e3-4ddd-9a38-9c1be660451d), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.871380 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d88b6bba-73b3-45e6-8890-9477e4a09ff6 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:21.871765 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.883016 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks [] for router_controller (d3230298-d4e3-4ddd-9a38-9c1be660451d), precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.919036 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:21.935094 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:21.968437 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-35f80eca-6d32-4eb8-b48f-bff356f2952c', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:56:21.969201 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.020170 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks [] for router_gateway (d3230298-d4e3-4ddd-9a38-9c1be660451d), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.058220 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:22.125146 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Allocated IP 172.20.0.2 (35f80eca-6d32-4eb8-b48f-bff356f2952c/4ff6262d-27ce-4763-a1ed-534e3fa30e66/fc649eb1-2a30-4219-832f-06efb57ffaf1) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:22.199708 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks [] for router_gateway (d3230298-d4e3-4ddd-9a38-9c1be660451d), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.217760 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.255063 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:22.257736 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbb11b2-7562-41f5-bdbc-27a0c050a51b" -d '{"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-plugged", "status": "completed", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:22.297585 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Publish callbacks [] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.301151 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d8adb0-552b-44e3-bd37-2068e3d210ad x-openstack-request-id: req-43d8adb0-552b-44e3-bd37-2068e3d210ad {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:22.301561 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-plugged", "status": "completed", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:22.301908 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-43d8adb0-552b-44e3-bd37-2068e3d210ad {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:22.302453 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43d8adb0-552b-44e3-bd37-2068e3d210ad'] response: {'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'code': 200} Apr 11 16:56:22.308667 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.331261 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Allocated IP 172.27.1.183 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/49694d8e-ceb1-4db5-b351-5452a8f3215f) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:22.351885 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:22.354391 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:22.361314 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:22.366373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Pushing event updated for resources: {'Port': ['ID=fc649eb1-2a30-4219-832f-06efb57ffaf1,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:22.422553 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Attempting to bind port fc649eb1-2a30-4219-832f-06efb57ffaf1 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:56:22.423208 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Attempting to bind port fc649eb1-2a30-4219-832f-06efb57ffaf1 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:56:22.423755 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Attempting to bind port fc649eb1-2a30-4219-832f-06efb57ffaf1 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:22.429264 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:56:22.430046 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Checking segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:22.430673 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.431267 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Bound using segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:56:22.431956 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Bound port: fc649eb1-2a30-4219-832f-06efb57ffaf1, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:56:22.432500 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.454844 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks [] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.493147 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.499552 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] For port fc649eb1-2a30-4219-832f-06efb57ffaf1, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:56:22.504330 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] For port fc649eb1-2a30-4219-832f-06efb57ffaf1, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=fc649eb1-2a30-4219-832f-06efb57ffaf1,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:56:22.509705 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.532502 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:22.535419 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:22.538884 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:22.566153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca06c7-22f2-4be5-91e0-87a123bb9b0d req-c154bdb5-2560-40d6-9317-1ed4e40261c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:22.567887 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0d1055-37fd-437d-b320-2c2105b7b104 None None] Pushing event updated for resources: {'Port': ['ID=fc649eb1-2a30-4219-832f-06efb57ffaf1,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:22.568381 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-87ca06c7-22f2-4be5-91e0-87a123bb9b0d req-c154bdb5-2560-40d6-9317-1ed4e40261c8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 1130 time: 0.0845118 Apr 11 16:56:22.571797 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Pushing event updated for resources: {'Port': ['ID=49694d8e-ceb1-4db5-b351-5452a8f3215f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:22.632020 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-87ca06c7-22f2-4be5-91e0-87a123bb9b0d req-973a00a5-6c13-4908-a20a-a62c61664cd4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443692 Apr 11 16:56:22.634822 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a26cc82-82fc-445f-9eb9-b9f3031ab3af req-aef49e69-dfb2-4695-bd27-cd798e4ec77d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:22.637013 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4a26cc82-82fc-445f-9eb9-b9f3031ab3af req-aef49e69-dfb2-4695-bd27-cd798e4ec77d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 945 time: 0.0688925 Apr 11 16:56:23.031362 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4a26cc82-82fc-445f-9eb9-b9f3031ab3af req-182434dd-5573-4ce1-bdd7-eba2f7ba8767 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3623285 Apr 11 16:56:23.044114 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5952d21-9812-4a78-8ba2-10d7f8ad4d97 req-215b6d6f-32f9-4b2d-bc02-73ac489674a5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:23.045574 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5952d21-9812-4a78-8ba2-10d7f8ad4d97 req-215b6d6f-32f9-4b2d-bc02-73ac489674a5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0737956 Apr 11 16:56:23.169621 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device fc649eb1-2a30-4219-832f-06efb57ffaf1 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:23.206748 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a235602f-497a-4553-9128-69745099567e req-c662c465-baca-4408-9edc-b1020273f166 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:23.208249 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a235602f-497a-4553-9128-69745099567e req-c662c465-baca-4408-9edc-b1020273f166 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 945 time: 0.1107440 Apr 11 16:56:23.219245 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41456) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:23.220229 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c5952d21-9812-4a78-8ba2-10d7f8ad4d97 req-4b7861a8-60b9-4a49-bbbf-bb1c4e024342 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675577 Apr 11 16:56:23.223812 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port fc649eb1-2a30-4219-832f-06efb57ffaf1 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:23.224278 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.229327 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Request body: {'floatingip': {'port_id': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:23.244807 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks [] for router_gateway (d3230298-d4e3-4ddd-9a38-9c1be660451d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.321871 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port fc649eb1-2a30-4219-832f-06efb57ffaf1 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:23.323085 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.368604 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port fc649eb1-2a30-4219-832f-06efb57ffaf1, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=fc649eb1-2a30-4219-832f-06efb57ffaf1,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:23.374234 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.434879 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=fc649eb1-2a30-4219-832f-06efb57ffaf1,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:23.486401 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (d3230298-d4e3-4ddd-9a38-9c1be660451d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.540401 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (ecfac2ba-645e-4e15-ab9e-e744ba2ca546), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.546206 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc9b8c2d-3fe0-47d4-9624-fc86e4daf5be None None] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:56:23.608763 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-507066db-7d5f-44d8-9a2d-d1ca33cdacc5 None None] Provisioning complete for port fc649eb1-2a30-4219-832f-06efb57ffaf1 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:23.609036 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-507066db-7d5f-44d8-9a2d-d1ca33cdacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.631329 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Router d3230298-d4e3-4ddd-9a38-9c1be660451d is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:56:23.746554 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:23.757568 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:23.768028 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.771284 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:23.772217 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:23.778625 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d8a080bb-4467-4f13-856b-d3efecf282d9 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9720566 Apr 11 16:56:23.781044 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41458) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:23.899420 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:23.902639 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-507066db-7d5f-44d8-9a2d-d1ca33cdacc5 None None] Current status of the port fc649eb1-2a30-4219-832f-06efb57ffaf1 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:24.096482 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:23Z', 'revision_number': 3, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:24.121391 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.123754 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-ccaac80d-97bf-4151-816e-4e3c1435f326 None None] Provisioning complete for port fc649eb1-2a30-4219-832f-06efb57ffaf1 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:24.124118 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ccaac80d-97bf-4151-816e-4e3c1435f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.126799 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ecfac2ba-645e-4e15-ab9e-e744ba2ca546), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.138522 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:24.138826 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Updating router d3230298-d4e3-4ddd-9a38-9c1be660451d port 49694d8e-ceb1-4db5-b351-5452a8f3215f binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:56:24.167539 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.210091 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-ccaac80d-97bf-4151-816e-4e3c1435f326 None None] Current status of the port fc649eb1-2a30-4219-832f-06efb57ffaf1 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:24.250387 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Floating IP ecfac2ba-645e-4e15-ab9e-e744ba2ca546 associated. External IP: 172.27.1.53, port: e514a16a-4a3a-49f5-9090-ecfe4afba0d8. Apr 11 16:56:24.370269 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2162a013-43ea-42d3-a5bb-3e88dbd71a74 req-055b052b-ee0a-4235-9fd4-d3d3ad4e865b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:24.372027 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2162a013-43ea-42d3-a5bb-3e88dbd71a74 req-055b052b-ee0a-4235-9fd4-d3d3ad4e865b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0805964 Apr 11 16:56:24.398964 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.486374 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2162a013-43ea-42d3-a5bb-3e88dbd71a74 req-a0ecd7fb-1006-41ad-8aee-4a171f3d9d12 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060600 Apr 11 16:56:24.513382 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Publish callbacks [] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.513617 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:24.519290 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.599106 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Allocated IP 172.20.0.1 (35f80eca-6d32-4eb8-b48f-bff356f2952c/4ff6262d-27ce-4763-a1ed-534e3fa30e66/e839b950-b38f-406b-951f-501d9278b646) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:24.633351 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:24.641887 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.646695 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] Sync routers for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:24.659297 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:24.660199 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:24.662609 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Pushing event updated for resources: {'Port': ['ID=49694d8e-ceb1-4db5-b351-5452a8f3215f,revision_number=2']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:24.678552 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-583b292b-510f-45b0-9dac-da45cab26276 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "PUT /v2.0/floatingips/ecfac2ba-645e-4e15-ab9e-e744ba2ca546 HTTP/1.1" status: 200 len: 990 time: 1.4569476 Apr 11 16:56:24.679303 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'tag': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:24.681594 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da74888f-2f73-4bce-9bf3-094c285b9f3a" -d '{"events": [{"name": "network-changed", "server_uuid": "0df167c9-eb7e-43f9-93fc-5e617fa3b97c", "tag": "e514a16a-4a3a-49f5-9090-ecfe4afba0d8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:24.695168 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.695539 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.695912 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.696281 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.696626 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.696959 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.697290 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.698182 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.698533 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.698895 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.699233 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.699577 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.699922 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.700247 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.700575 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:24.714008 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Attempting to bind port 49694d8e-ceb1-4db5-b351-5452a8f3215f on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:56:24.714381 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Attempting to bind port 49694d8e-ceb1-4db5-b351-5452a8f3215f by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:56:24.714769 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Attempting to bind port 49694d8e-ceb1-4db5-b351-5452a8f3215f on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:24.722796 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6d162c-a2b6-42ca-aa16-bd7d73ac6c2e x-openstack-request-id: req-7b6d162c-a2b6-42ca-aa16-bd7d73ac6c2e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:24.723096 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df167c9-eb7e-43f9-93fc-5e617fa3b97c", "tag": "e514a16a-4a3a-49f5-9090-ecfe4afba0d8", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:24.723356 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7b6d162c-a2b6-42ca-aa16-bd7d73ac6c2e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:24.723771 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b6d162c-a2b6-42ca-aa16-bd7d73ac6c2e'] response: {'name': 'network-changed', 'server_uuid': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'tag': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'status': 'completed', 'code': 200} Apr 11 16:56:24.723943 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:56:24.724328 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:24.724735 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.725128 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:56:24.725599 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Bound port: 49694d8e-ceb1-4db5-b351-5452a8f3215f, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:56:24.725982 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.729557 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Publish callbacks [] for port (e839b950-b38f-406b-951f-501d9278b646), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.770165 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (e839b950-b38f-406b-951f-501d9278b646), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.778255 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] For port 49694d8e-ceb1-4db5-b351-5452a8f3215f, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:56:24.782288 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] For port 49694d8e-ceb1-4db5-b351-5452a8f3215f, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=49694d8e-ceb1-4db5-b351-5452a8f3215f,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:56:24.792681 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.812265 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:24.816622 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:24.820954 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:24.823661 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:24.840502 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:24.841938 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:24.853105 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Pushing event updated for resources: {'Port': ['ID=e839b950-b38f-406b-951f-501d9278b646,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:24.853297 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-09fb9983-3c2f-43cb-b26e-719dae12c00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:24.868567 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-09fb9983-3c2f-43cb-b26e-719dae12c00d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=28c4fb270b99427b9fb085597e134917&device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 1129 time: 0.0943983 Apr 11 16:56:24.882619 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (d3230298-d4e3-4ddd-9a38-9c1be660451d), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.934516 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e364bea-79f7-4e31-a420-87d87b4ce91e None None] Pushing event updated for resources: {'Port': ['ID=49694d8e-ceb1-4db5-b351-5452a8f3215f,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:25.030512 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:25.055737 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-dff33ffd-dcf8-482c-8483-90ae06a5f163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:25.057430 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-dff33ffd-dcf8-482c-8483-90ae06a5f163 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 200 len: 912 time: 0.1817095 Apr 11 16:56:25.095685 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e839b950-b38f-406b-951f-501d9278b646), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.135988 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ecfac2ba-645e-4e15-ab9e-e744ba2ca546', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'port_id': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'mac_address': 'fa:16:3e:10:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:03Z', 'updated_at': '2022-04-11T16:56:24Z', 'revision_number': 1, 'project_id': '28c4fb270b99427b9fb085597e134917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:25.136313 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-d9b6c2e7-1633-407a-9c8c-5cad63bc7bcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e514a16a-4a3a-49f5-9090-ecfe4afba0d8 HTTP/1.1" status: 200 len: 998 time: 0.0716045 Apr 11 16:56:25.175312 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device fc649eb1-2a30-4219-832f-06efb57ffaf1 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:25.179243 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] Checking router: 9f505b69-91f6-47ff-ba31-67bf20a55ba6 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:25.202128 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-c4d9322b-9550-41e4-9d99-ebdf90732df1 None None] Provisioning complete for port e839b950-b38f-406b-951f-501d9278b646 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:25.202507 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c4d9322b-9550-41e4-9d99-ebdf90732df1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e839b950-b38f-406b-951f-501d9278b646), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.208062 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-0634ff52-5091-4559-b372-e16b4c0c87e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:25.209547 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-0634ff52-5091-4559-b372-e16b4c0c87e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 200 len: 849 time: 0.0641856 Apr 11 16:56:25.239573 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-c4d9322b-9550-41e4-9d99-ebdf90732df1 None None] Port e839b950-b38f-406b-951f-501d9278b646 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:56:25.251553 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:25.252204 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:25.264301 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-08a7ad4b-290e-4b2a-9725-f729168355a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:25.265861 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-08a7ad4b-290e-4b2a-9725-f729168355a3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491352 Apr 11 16:56:25.269421 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:23Z', 'revision_number': 3, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:25.307718 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff5cde9b-f2b5-457c-be0b-7b995d86fb56 None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:23Z', 'revision_number': 3, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:25.311992 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port fc649eb1-2a30-4219-832f-06efb57ffaf1 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:25.311992 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.349643 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Publish callbacks [] for port (e839b950-b38f-406b-951f-501d9278b646), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.355961 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (e839b950-b38f-406b-951f-501d9278b646), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.374857 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-b52a00e6-3d4a-4171-a454-d5abc59ac463 service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012328 Apr 11 16:56:25.433608 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:25.440131 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (d3230298-d4e3-4ddd-9a38-9c1be660451d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.451093 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Pushing event updated for resources: {'Port': ['ID=e839b950-b38f-406b-951f-501d9278b646,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:25.476663 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-da74888f-2f73-4bce-9bf3-094c285b9f3a req-c9d827a4-58d9-4fbd-b345-44ea0fd05fca service neutron] 10.222.0.15 "GET /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952146 Apr 11 16:56:25.480479 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port fc649eb1-2a30-4219-832f-06efb57ffaf1 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:25.553952 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:25.555707 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:25.688710 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a8f5f-8b55-4230-b369-f28c86bdfabb req-93222ce9-00f6-43e6-9bfa-ebc522226978 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:25.690286 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e4a8f5f-8b55-4230-b369-f28c86bdfabb req-93222ce9-00f6-43e6-9bfa-ebc522226978 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0843921 Apr 11 16:56:25.727042 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ecfac2ba-645e-4e15-ab9e-e744ba2ca546', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'port_id': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'mac_address': 'fa:16:3e:10:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:03Z', 'updated_at': '2022-04-11T16:56:24Z', 'revision_number': 1, 'project_id': '28c4fb270b99427b9fb085597e134917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:25.765426 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8949e898-b0ae-4a37-9d7b-27fb22201b0d None None] The sync data for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi is: [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ecfac2ba-645e-4e15-ab9e-e744ba2ca546', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'port_id': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'mac_address': 'fa:16:3e:10:42:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:03Z', 'updated_at': '2022-04-11T16:56:24Z', 'revision_number': 1, 'project_id': '28c4fb270b99427b9fb085597e134917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:25.789999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:25.802523 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3e4a8f5f-8b55-4230-b369-f28c86bdfabb req-369f9f4e-cfff-4e77-a587-03520f10ba3e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711036 Apr 11 16:56:25.871936 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-99fff720-0cd4-4218-9442-8a7f13083b26 None None] Provisioning complete for port e839b950-b38f-406b-951f-501d9278b646 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:25.872317 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-99fff720-0cd4-4218-9442-8a7f13083b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e839b950-b38f-406b-951f-501d9278b646), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.924430 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-99fff720-0cd4-4218-9442-8a7f13083b26 None None] Port e839b950-b38f-406b-951f-501d9278b646 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:56:25.981772 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:25.987807 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e0313256-a669-4b6c-b198-5eb3eec29c30 admin admin] 10.222.0.73 "PUT /v2.0/routers/d3230298-d4e3-4ddd-9a38-9c1be660451d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2057180 Apr 11 16:56:25.997941 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2848746-82d3-441b-bb44-d027d36a963a req-e9080503-40d6-4678-b0b8-5a5e3e4d4bf2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:25.999283 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a2848746-82d3-441b-bb44-d027d36a963a req-e9080503-40d6-4678-b0b8-5a5e3e4d4bf2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0743608 Apr 11 16:56:26.008249 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41472) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:26.013755 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Request body: {'floatingip': {'port_id': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:26.060870 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (ba30d14a-2993-4205-a785-2017e2fdbad8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.104053 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd87ecb-041c-4ca9-b963-a7c542eb1fca None None] New status for floating IP ecfac2ba-645e-4e15-ab9e-e744ba2ca546: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:56:26.575156 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41478) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:26.579929 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e6dbdb97-6ee2-495b-bdf2-fc17046284c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--821477505', 'description': 'tempest-description--1993751456'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:26.608676 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6dbdb97-6ee2-495b-bdf2-fc17046284c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.681249 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6dbdb97-6ee2-495b-bdf2-fc17046284c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (f83ddd16-ec3b-4f6a-baca-e3ef7866619a), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.688911 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6dbdb97-6ee2-495b-bdf2-fc17046284c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f83ddd16-ec3b-4f6a-baca-e3ef7866619a), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.718828 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dbdb97-6ee2-495b-bdf2-fc17046284c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83ddd16-ec3b-4f6a-baca-e3ef7866619a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:26.723819 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e6dbdb97-6ee2-495b-bdf2-fc17046284c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.727668 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e6dbdb97-6ee2-495b-bdf2-fc17046284c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1488547 Apr 11 16:56:26.729720 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41480) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:26.733233 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-b4958f40-06f8-4bcb-97b3-08616bcdc7ce tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group_rule': {'security_group_id': 'f83ddd16-ec3b-4f6a-baca-e3ef7866619a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:26.759610 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4958f40-06f8-4bcb-97b3-08616bcdc7ce tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (0fdc6158-9be3-48e4-bf14-0fc7a95826c1), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.809415 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.817401 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ba30d14a-2993-4205-a785-2017e2fdbad8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.817628 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4958f40-06f8-4bcb-97b3-08616bcdc7ce tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (0fdc6158-9be3-48e4-bf14-0fc7a95826c1), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.820804 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4958f40-06f8-4bcb-97b3-08616bcdc7ce tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (0fdc6158-9be3-48e4-bf14-0fc7a95826c1), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.841987 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4958f40-06f8-4bcb-97b3-08616bcdc7ce tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdc6158-9be3-48e4-bf14-0fc7a95826c1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:26.848494 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b4958f40-06f8-4bcb-97b3-08616bcdc7ce tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.849801 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b4958f40-06f8-4bcb-97b3-08616bcdc7ce tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1208768 Apr 11 16:56:26.852426 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41482) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:26.857259 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d0e32d26-fe81-4250-99d7-59bd9a248f40 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group_rule': {'security_group_id': 'f83ddd16-ec3b-4f6a-baca-e3ef7866619a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:26.885781 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0e32d26-fe81-4250-99d7-59bd9a248f40 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (82d33945-daca-4ff9-9942-881651e93923), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.935719 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Floating IP ba30d14a-2993-4205-a785-2017e2fdbad8 associated. External IP: 172.27.1.228, port: d88b6bba-73b3-45e6-8890-9477e4a09ff6. Apr 11 16:56:26.955285 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0e32d26-fe81-4250-99d7-59bd9a248f40 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (82d33945-daca-4ff9-9942-881651e93923), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.960330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0e32d26-fe81-4250-99d7-59bd9a248f40 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (82d33945-daca-4ff9-9942-881651e93923), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.980497 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e32d26-fe81-4250-99d7-59bd9a248f40 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d33945-daca-4ff9-9942-881651e93923,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:26.990546 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0e32d26-fe81-4250-99d7-59bd9a248f40 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.994970 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d0e32d26-fe81-4250-99d7-59bd9a248f40 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386609 Apr 11 16:56:26.995263 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41484) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:27.000185 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:27.020755 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.122532 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.181473 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 49694d8e-ceb1-4db5-b351-5452a8f3215f up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:27.189075 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:27.233800 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 49694d8e-ceb1-4db5-b351-5452a8f3215f triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:27.234758 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.247840 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Allocated IP 172.27.1.215 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/81f34fe1-2aa8-4198-ad08-f22033c2d40c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:27.314955 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:27.320787 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.321603 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 49694d8e-ceb1-4db5-b351-5452a8f3215f is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:27.321998 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.335798 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] Sync routers for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:27.366538 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0a60c0a7-24bb-4880-9ad2-e7577d8db8bc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "PUT /v2.0/floatingips/ba30d14a-2993-4205-a785-2017e2fdbad8 HTTP/1.1" status: 200 len: 992 time: 1.3429971 Apr 11 16:56:27.366538 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:27.367374 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port 49694d8e-ceb1-4db5-b351-5452a8f3215f, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=49694d8e-ceb1-4db5-b351-5452a8f3215f,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:27.367488 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81fc0bff-7ccf-4820-9a79-36ad581a712b" -d '{"events": [{"name": "network-changed", "server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:27.367619 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:27.367619 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:27.377466 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:27.392035 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (81f34fe1-2aa8-4198-ad08-f22033c2d40c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.392272 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:27.392914 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:27.394285 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015e3ec9-77e9-454a-b064-f1daa8c4b2f0 x-openstack-request-id: req-015e3ec9-77e9-454a-b064-f1daa8c4b2f0 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:27.394777 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:27.396509 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-015e3ec9-77e9-454a-b064-f1daa8c4b2f0 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:27.397089 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-015e3ec9-77e9-454a-b064-f1daa8c4b2f0'] response: {'name': 'network-changed', 'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'status': 'completed', 'code': 200} Apr 11 16:56:27.407489 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.439023 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (81f34fe1-2aa8-4198-ad08-f22033c2d40c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.473221 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:27.495243 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-3bcc45aa-5c18-4493-82a4-6dd717193e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:27.497745 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-3bcc45aa-5c18-4493-82a4-6dd717193e1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 1130 time: 0.0535674 Apr 11 16:56:27.507156 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:27.511086 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:27.518188 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=49694d8e-ceb1-4db5-b351-5452a8f3215f,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:27.528284 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:27.547954 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:27.552370 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=81f34fe1-2aa8-4198-ad08-f22033c2d40c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:27.620791 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-25628bed-c92a-4b11-8541-22c9d7254263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:27.622321 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-25628bed-c92a-4b11-8541-22c9d7254263 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 919 time: 0.1168759 Apr 11 16:56:27.629868 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (ca5edaa6-273c-4ca7-8971-afc91c83c574), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.671241 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (81f34fe1-2aa8-4198-ad08-f22033c2d40c), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.715582 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-95efd6b9-3979-4cb4-9b01-a3aae94c974b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6 HTTP/1.1" status: 200 len: 1000 time: 0.0833874 Apr 11 16:56:27.776481 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 2, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:27.779024 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-d4a01fa7-7f8e-404b-b871-d7bc77a01a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:27.780511 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-d4a01fa7-7f8e-404b-b871-d7bc77a01a59 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.0586400 Apr 11 16:56:27.808574 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:27.808574 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Updating router d3230298-d4e3-4ddd-9a38-9c1be660451d port e839b950-b38f-406b-951f-501d9278b646 binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:56:27.841483 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-1690c2cd-6840-47bf-9001-b1fecd162b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:27.842520 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e839b950-b38f-406b-951f-501d9278b646), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.845622 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-1690c2cd-6840-47bf-9001-b1fecd162b19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575271 Apr 11 16:56:27.858149 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (81f34fe1-2aa8-4198-ad08-f22033c2d40c), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.864623 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (81f34fe1-2aa8-4198-ad08-f22033c2d40c), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.964799 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-3f2fbac1-52b0-423f-b7dc-e977094b7a85 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134555 Apr 11 16:56:27.965670 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ba30d14a-2993-4205-a785-2017e2fdbad8', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'port_id': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'mac_address': 'fa:16:3e:8f:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:05Z', 'updated_at': '2022-04-11T16:56:26Z', 'revision_number': 1, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:27.996930 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] Checking router: 6b0fdddf-b177-45a7-8451-3ff8f08099f9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:28.017535 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:28.018203 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:28.074488 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-81fc0bff-7ccf-4820-9a79-36ad581a712b req-2569bb58-41f2-41a1-a67b-eb4b801e9aa1 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034286 Apr 11 16:56:28.157591 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:28.170635 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Publish callbacks [] for port (e839b950-b38f-406b-951f-501d9278b646), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.176622 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e839b950-b38f-406b-951f-501d9278b646), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.242555 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=81f34fe1-2aa8-4198-ad08-f22033c2d40c,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:28.249141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ca5edaa6-273c-4ca7-8971-afc91c83c574), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.255392 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ce274-c288-4141-abf2-9e4aff726cef None None] Pushing event updated for resources: {'Port': ['ID=e839b950-b38f-406b-951f-501d9278b646,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:28.267019 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.268277 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-4f19f937-bdb4-4358-a9de-d83213e32275 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2719202 Apr 11 16:56:28.308172 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Attempting to bind port e839b950-b38f-406b-951f-501d9278b646 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:56:28.308674 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Attempting to bind port e839b950-b38f-406b-951f-501d9278b646 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:56:28.309142 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Attempting to bind port e839b950-b38f-406b-951f-501d9278b646 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:28.315321 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:56:28.315712 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Checking segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:28.316147 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.316569 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Bound using segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:56:28.317047 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Bound port: e839b950-b38f-406b-951f-501d9278b646, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:56:28.317431 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e839b950-b38f-406b-951f-501d9278b646), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.392703 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] For port e839b950-b38f-406b-951f-501d9278b646, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:56:28.396076 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] For port e839b950-b38f-406b-951f-501d9278b646, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=e839b950-b38f-406b-951f-501d9278b646,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:56:28.405573 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e839b950-b38f-406b-951f-501d9278b646), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.436579 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-30e7b650-b23a-492e-a2c6-faf2f44b9dae tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--821477505&fields=id&tenant_id=560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 267 time: 0.0454218 Apr 11 16:56:28.457126 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ba30d14a-2993-4205-a785-2017e2fdbad8', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'port_id': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'mac_address': 'fa:16:3e:8f:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:05Z', 'updated_at': '2022-04-11T16:56:26Z', 'revision_number': 1, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:28.470860 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:28.471618 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:28.490200 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d2e3b0a-7606-40b4-8958-762110972dc6 None None] The sync data for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi is: [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ba30d14a-2993-4205-a785-2017e2fdbad8', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'floating_ip_address': '172.27.1.228', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'port_id': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'mac_address': 'fa:16:3e:8f:45:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:05Z', 'updated_at': '2022-04-11T16:56:26Z', 'revision_number': 1, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:28.568521 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d4d1d40a-2567-4e3e-b770-2cca7f06a8b0 None None] Provisioning complete for port e839b950-b38f-406b-951f-501d9278b646 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:28.570690 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d40a-2567-4e3e-b770-2cca7f06a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e839b950-b38f-406b-951f-501d9278b646), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.580920 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-6e7bb640-f475-4715-bcdf-d5f01eef83ac tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:28.588411 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-6e7bb640-f475-4715-bcdf-d5f01eef83ac tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 814 time: 0.1391964 Apr 11 16:56:28.605128 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-b28bd512-0723-41f4-be32-d43500df0659 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/quotas/560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 375 time: 0.0162148 Apr 11 16:56:28.665908 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671ce274-c288-4141-abf2-9e4aff726cef None None] Pushing event updated for resources: {'Port': ['ID=e839b950-b38f-406b-951f-501d9278b646,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:28.671733 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-4104f446-1453-4a44-a0a0-8fd7a6bf359a tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656576 Apr 11 16:56:28.691053 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1d40a-2567-4e3e-b770-2cca7f06a8b0 None None] Current status of the port e839b950-b38f-406b-951f-501d9278b646 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:28.691559 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d40a-2567-4e3e-b770-2cca7f06a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e839b950-b38f-406b-951f-501d9278b646), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.729659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-d4d1d40a-2567-4e3e-b770-2cca7f06a8b0 None None] For port e839b950-b38f-406b-951f-501d9278b646, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=e839b950-b38f-406b-951f-501d9278b646,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:28.739749 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d4d1d40a-2567-4e3e-b770-2cca7f06a8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e839b950-b38f-406b-951f-501d9278b646), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.766918 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:28.795222 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d1d40a-2567-4e3e-b770-2cca7f06a8b0 None None] Pushing event updated for resources: {'Port': ['ID=e839b950-b38f-406b-951f-501d9278b646,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:28.815854 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523ef8f8-d7f6-4d48-8c4a-f17a988ac55f None None] New status for floating IP ba30d14a-2993-4205-a785-2017e2fdbad8: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:56:28.836461 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-fa4d5dcc-b786-48e2-b36d-5fdb84fc695b service neutron] 10.222.0.73 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563466 Apr 11 16:56:28.873508 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-2b8d18da-0b06-4b82-ba6b-93e97448e899 None None] Provisioning complete for port e839b950-b38f-406b-951f-501d9278b646 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:28.873888 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2b8d18da-0b06-4b82-ba6b-93e97448e899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e839b950-b38f-406b-951f-501d9278b646), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.952719 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-faf13330-1254-4bd2-ae5e-0d4e9642f059 service neutron] 10.222.0.73 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095428 Apr 11 16:56:28.979538 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:29.011975 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166a0c71-c940-4372-9e12-70e3e8fe26db None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:29.040327 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-2b8d18da-0b06-4b82-ba6b-93e97448e899 None None] Current status of the port e839b950-b38f-406b-951f-501d9278b646 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:29.169760 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-53896e55-6463-49c3-baf1-0961391e5360 req-64ec8ddc-78cf-4bd7-b59a-0b2c8ee181bc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 210 time: 0.0350833 Apr 11 16:56:29.280685 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 49694d8e-ceb1-4db5-b351-5452a8f3215f up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:29.333577 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 49694d8e-ceb1-4db5-b351-5452a8f3215f triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:29.333881 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.426909 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 49694d8e-ceb1-4db5-b351-5452a8f3215f is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:29.428016 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device e839b950-b38f-406b-951f-501d9278b646 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:29.476744 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port e839b950-b38f-406b-951f-501d9278b646 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:29.477434 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e839b950-b38f-406b-951f-501d9278b646), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.562642 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port e839b950-b38f-406b-951f-501d9278b646 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:30.282640 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dcfb3e3a-3b48-4a99-8889-c318ec1d889b req-aed441b6-f4e8-4140-a6dd-b2170556d0e0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 210 time: 0.0297558 Apr 11 16:56:30.320507 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-e8cd6088-4c7e-4ea8-8655-c2c32f3b30f4 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:30.321990 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-e8cd6088-4c7e-4ea8-8655-c2c32f3b30f4 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 814 time: 0.1385238 Apr 11 16:56:30.403685 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-f8f262ce-c4af-4049-99e9-e783d9b8794e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 379 time: 0.0536292 Apr 11 16:56:30.483251 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'port': {'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'admin_state_up': True, 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'security_groups': ['f83ddd16-ec3b-4f6a-baca-e3ef7866619a']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:30.589132 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Made reservation on behalf of 560e37bd1eae45cea00a7d544ad73cf0 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:56:30.593072 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.732570 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Allocated IP 172.20.0.5 (35f80eca-6d32-4eb8-b48f-bff356f2952c/4ff6262d-27ce-4763-a1ed-534e3fa30e66/f859fdba-2836-441f-8e50-649f994102fd) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:56:30.868017 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (f859fdba-2836-441f-8e50-649f994102fd), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.903260 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (f859fdba-2836-441f-8e50-649f994102fd), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.945074 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:56:30.948605 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:56:30.952298 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:56:30.957487 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:30.958080 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.969639 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=f859fdba-2836-441f-8e50-649f994102fd,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:30.982496 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-8b180ade-4b80-42c6-b2b0-681afef8f9bf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5035489 Apr 11 16:56:31.001571 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Request body: {'port': {'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:31.065256 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f859fdba-2836-441f-8e50-649f994102fd), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.174957 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-f0dcc9d9-4a8d-473d-8098-e79983ae9a15 None None] Provisioning complete for port f859fdba-2836-441f-8e50-649f994102fd triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:31.175541 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f0dcc9d9-4a8d-473d-8098-e79983ae9a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (f859fdba-2836-441f-8e50-649f994102fd), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.209738 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-f0dcc9d9-4a8d-473d-8098-e79983ae9a15 None None] Port f859fdba-2836-441f-8e50-649f994102fd cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:56:31.328912 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f859fdba-2836-441f-8e50-649f994102fd {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:31.336383 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Publish callbacks [] for port (f859fdba-2836-441f-8e50-649f994102fd), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.348523 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Transition to ACTIVE for port object f859fdba-2836-441f-8e50-649f994102fd will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:56:31.352578 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f859fdba-2836-441f-8e50-649f994102fd), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.395077 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7120bc79-c8c1-441e-9d43-50e75deba92c req-8f342c3f-cf3a-4016-bc6e-782a3817421f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:31.396615 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7120bc79-c8c1-441e-9d43-50e75deba92c req-8f342c3f-cf3a-4016-bc6e-782a3817421f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 943 time: 0.0478933 Apr 11 16:56:31.406367 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Pushing event updated for resources: {'Port': ['ID=f859fdba-2836-441f-8e50-649f994102fd,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:31.437738 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Attempting to bind port f859fdba-2836-441f-8e50-649f994102fd on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:56:31.438110 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Attempting to bind port f859fdba-2836-441f-8e50-649f994102fd by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:56:31.438425 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Attempting to bind port f859fdba-2836-441f-8e50-649f994102fd on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:31.442933 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Port f859fdba-2836-441f-8e50-649f994102fd on network 35f80eca-6d32-4eb8-b48f-bff356f2952c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:56:31.443270 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Attempting to bind port f859fdba-2836-441f-8e50-649f994102fd on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:56:31.448418 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:56:31.449243 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Checking segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:56:31.449243 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Bound using segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:56:31.449607 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Bound port: f859fdba-2836-441f-8e50-649f994102fd, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:56:31.449980 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f859fdba-2836-441f-8e50-649f994102fd), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.456509 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7120bc79-c8c1-441e-9d43-50e75deba92c req-a9a4495b-2bcf-4db8-96ac-c6bb39a78169 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526879 Apr 11 16:56:31.519487 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] For port f859fdba-2836-441f-8e50-649f994102fd, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:56:31.522735 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] For port f859fdba-2836-441f-8e50-649f994102fd, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f859fdba-2836-441f-8e50-649f994102fd,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:56:31.529255 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f859fdba-2836-441f-8e50-649f994102fd), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.563618 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:31.564250 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.565690 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] 10.222.0.15 "PUT /v2.0/ports/f859fdba-2836-441f-8e50-649f994102fd HTTP/1.1" status: 200 len: 1093 time: 0.5686121 Apr 11 16:56:31.566114 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'tag': 'f859fdba-2836-441f-8e50-649f994102fd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:31.568371 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63995ec-ec17-4f12-a0fc-b79de48b96d3" -d '{"events": [{"name": "network-changed", "server_uuid": "20277e8c-bbc8-4af4-95fc-e036e6f597a9", "tag": "f859fdba-2836-441f-8e50-649f994102fd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:31.595921 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10ce8fe-463b-4a40-ba12-7c66bd36b307 service neutron] Pushing event updated for resources: {'Port': ['ID=f859fdba-2836-441f-8e50-649f994102fd,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:31.611461 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d1eb54-c9e9-40f1-9ba2-a2a0395f9df2 x-openstack-request-id: req-32d1eb54-c9e9-40f1-9ba2-a2a0395f9df2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:31.611765 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20277e8c-bbc8-4af4-95fc-e036e6f597a9", "tag": "f859fdba-2836-441f-8e50-649f994102fd", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:31.612214 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-32d1eb54-c9e9-40f1-9ba2-a2a0395f9df2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:31.612538 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d1eb54-c9e9-40f1-9ba2-a2a0395f9df2'] response: {'name': 'network-changed', 'server_uuid': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'tag': 'f859fdba-2836-441f-8e50-649f994102fd', 'status': 'completed', 'code': 200} Apr 11 16:56:31.698080 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-56902fa5-9dfd-4c7a-ac8c-afaccab507d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:31.699667 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-56902fa5-9dfd-4c7a-ac8c-afaccab507d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 1127 time: 0.0415604 Apr 11 16:56:31.753887 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-723b4c17-e475-4a44-9c0f-51705acb9097 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f859fdba-2836-441f-8e50-649f994102fd HTTP/1.1" status: 200 len: 217 time: 0.0399311 Apr 11 16:56:31.801941 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-1fc62bfd-ffd7-4083-9aa3-a4a0e45de3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:31.803421 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-1fc62bfd-ffd7-4083-9aa3-a4a0e45de3a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0438933 Apr 11 16:56:31.847793 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-7eb12e71-aabb-4b66-89dc-1b1dc713b231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:31.849328 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-7eb12e71-aabb-4b66-89dc-1b1dc713b231 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385685 Apr 11 16:56:31.951352 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-a08b0a35-530b-4908-a602-cb4e0fa49e1f service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861456 Apr 11 16:56:32.039692 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6f5d2729-6a79-4125-bec6-1bb53dc0311e req-6bfe2426-0988-42f9-9d9c-ad7f98ff8c56 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821569 Apr 11 16:56:32.570936 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed27327-d72c-47ee-9aa5-af020827b803 req-98b5ee40-0f96-45ee-944b-d72507377927 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:32.572890 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7ed27327-d72c-47ee-9aa5-af020827b803 req-98b5ee40-0f96-45ee-944b-d72507377927 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 943 time: 0.0455496 Apr 11 16:56:32.617740 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7ed27327-d72c-47ee-9aa5-af020827b803 req-ce9fb6d2-6bba-48a9-8f95-29e8e7dd5545 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395191 Apr 11 16:56:33.058173 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-bd1b774d-d1ed-416a-8eaa-acbc183e366b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:33.059666 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-bd1b774d-d1ed-416a-8eaa-acbc183e366b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 1127 time: 0.0424092 Apr 11 16:56:33.147777 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-07ba7212-2f80-4e06-b5ec-d3a3b1da31a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:33.149217 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-07ba7212-2f80-4e06-b5ec-d3a3b1da31a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 916 time: 0.0835629 Apr 11 16:56:33.191783 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-d2bfb59a-2e91-447a-9abd-3cadc155d09f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f859fdba-2836-441f-8e50-649f994102fd HTTP/1.1" status: 200 len: 217 time: 0.0359571 Apr 11 16:56:33.239484 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-c64c8320-aff8-400c-9d52-5448b426cc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:33.240796 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-c64c8320-aff8-400c-9d52-5448b426cc9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0426602 Apr 11 16:56:33.283500 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-0ad165cb-9fd3-437b-be98-f04bd6c7855e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:33.284934 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-0ad165cb-9fd3-437b-be98-f04bd6c7855e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0372667 Apr 11 16:56:33.374394 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-1305ecb8-04a5-4f83-887b-9be924e47110 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821011 Apr 11 16:56:33.461234 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e63995ec-ec17-4f12-a0fc-b79de48b96d3 req-68cd0ef4-0997-4197-9ae5-e51ce46f0e28 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807798 Apr 11 16:56:33.692673 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device f859fdba-2836-441f-8e50-649f994102fd details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:56:33.731781 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a34bb1e-2c73-4b82-9966-d4b0cb837a76 req-a15935d5-150b-48f4-ba7d-f2eb506e902b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:33.733283 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3a34bb1e-2c73-4b82-9966-d4b0cb837a76 req-a15935d5-150b-48f4-ba7d-f2eb506e902b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 943 time: 0.0476043 Apr 11 16:56:33.779841 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3a34bb1e-2c73-4b82-9966-d4b0cb837a76 req-2f34a473-9116-4c9f-9c52-fa19040371b2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410342 Apr 11 16:56:33.792368 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port f859fdba-2836-441f-8e50-649f994102fd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f859fdba-2836-441f-8e50-649f994102fd,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:33.803493 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'f859fdba-2836-441f-8e50-649f994102fd', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:56:33.840307 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port f859fdba-2836-441f-8e50-649f994102fd is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:33.840703 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f859fdba-2836-441f-8e50-649f994102fd), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:33.853004 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f859fdba-2836-441f-8e50-649f994102fd {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:33.871404 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port f859fdba-2836-441f-8e50-649f994102fd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f859fdba-2836-441f-8e50-649f994102fd,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:33.875117 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f859fdba-2836-441f-8e50-649f994102fd), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:33.926279 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=f859fdba-2836-441f-8e50-649f994102fd,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:34.275460 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['f859fdba-2836-441f-8e50-649f994102fd'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:34.890536 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4340f74-57f3-44c9-bd56-646e731c3035 req-3bdab45b-a344-49b0-bdf3-e86d435ef660 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:34.892018 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f4340f74-57f3-44c9-bd56-646e731c3035 req-3bdab45b-a344-49b0-bdf3-e86d435ef660 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 944 time: 0.0488920 Apr 11 16:56:34.939409 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f4340f74-57f3-44c9-bd56-646e731c3035 req-b553b908-1122-41ab-83a4-7ce714c06e4c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420115 Apr 11 16:56:35.694954 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device f859fdba-2836-441f-8e50-649f994102fd up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:35.741209 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port f859fdba-2836-441f-8e50-649f994102fd completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:56:35.746728 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port f859fdba-2836-441f-8e50-649f994102fd triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:35.747110 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (f859fdba-2836-441f-8e50-649f994102fd), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:35.820464 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port f859fdba-2836-441f-8e50-649f994102fd is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:35.820848 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (f859fdba-2836-441f-8e50-649f994102fd), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:35.842555 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f859fdba-2836-441f-8e50-649f994102fd'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:35.844890 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ab92172-8f75-4957-98ea-2cf212001468" -d '{"events": [{"server_uuid": "20277e8c-bbc8-4af4-95fc-e036e6f597a9", "name": "network-vif-plugged", "status": "completed", "tag": "f859fdba-2836-441f-8e50-649f994102fd"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:35.857519 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port f859fdba-2836-441f-8e50-649f994102fd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f859fdba-2836-441f-8e50-649f994102fd,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:35.861378 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (f859fdba-2836-441f-8e50-649f994102fd), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:35.915326 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=f859fdba-2836-441f-8e50-649f994102fd,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:35.934175 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b033f144-c7cb-4ed1-b1ad-c74c4d16b195 x-openstack-request-id: req-b033f144-c7cb-4ed1-b1ad-c74c4d16b195 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:35.934472 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20277e8c-bbc8-4af4-95fc-e036e6f597a9", "name": "network-vif-plugged", "status": "completed", "tag": "f859fdba-2836-441f-8e50-649f994102fd", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:35.934752 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b033f144-c7cb-4ed1-b1ad-c74c4d16b195 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:35.935185 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b033f144-c7cb-4ed1-b1ad-c74c4d16b195'] response: {'server_uuid': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f859fdba-2836-441f-8e50-649f994102fd', 'code': 200} Apr 11 16:56:36.052956 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d6034d-83a2-492d-9282-be4dd5eaa0ca req-f621870f-9c89-40c4-aa6f-c22051562d02 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:36.054480 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-80d6034d-83a2-492d-9282-be4dd5eaa0ca req-f621870f-9c89-40c4-aa6f-c22051562d02 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 945 time: 0.0469851 Apr 11 16:56:36.103086 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-80d6034d-83a2-492d-9282-be4dd5eaa0ca req-3aae5f42-cc6a-4b2f-8e71-7a0ea382623e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429885 Apr 11 16:56:36.168985 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e9ab8-5eb4-4654-9e04-100ddbcf6267 req-7c27b816-ae4a-4408-81c2-faa2f9748bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:36.170442 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7e9ab8-5eb4-4654-9e04-100ddbcf6267 req-7c27b816-ae4a-4408-81c2-faa2f9748bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 1129 time: 0.0389051 Apr 11 16:56:36.217739 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-db7e9ab8-5eb4-4654-9e04-100ddbcf6267 req-fac70227-df07-418d-b9de-9d8e25ca1b80 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404265 Apr 11 16:56:37.218706 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c43206-ecc1-4c57-8729-9653ed230b99 req-a37e1b61-2eb4-4667-9a4c-ded3700b402f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:37.220046 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-95c43206-ecc1-4c57-8729-9653ed230b99 req-a37e1b61-2eb4-4667-9a4c-ded3700b402f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 945 time: 0.0486007 Apr 11 16:56:37.266657 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-95c43206-ecc1-4c57-8729-9653ed230b99 req-c00e6cef-0949-44a8-bf3c-fb168cb6e6f6 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411687 Apr 11 16:56:38.377123 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83544cc6-d461-4d9a-ab3d-5338b7fb716a req-ae71f95d-684a-4575-b1a9-2e75e43bd02c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:38.378554 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-83544cc6-d461-4d9a-ab3d-5338b7fb716a req-ae71f95d-684a-4575-b1a9-2e75e43bd02c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 945 time: 0.0461748 Apr 11 16:56:38.424079 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-83544cc6-d461-4d9a-ab3d-5338b7fb716a req-34901fa2-1530-4d02-a326-a8e2a63cb37a tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397670 Apr 11 16:56:38.529511 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43c1da6-1f41-465f-b3d9-afa667a31bf2 req-e1d23d09-622d-407d-a15b-eeead2f5ec52 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:38.530954 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f43c1da6-1f41-465f-b3d9-afa667a31bf2 req-e1d23d09-622d-407d-a15b-eeead2f5ec52 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 945 time: 0.0461440 Apr 11 16:56:38.539387 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41550) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:38.544113 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'floatingip': {'port_id': 'f859fdba-2836-441f-8e50-649f994102fd'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:56:38.584054 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (ca5edaa6-273c-4ca7-8971-afc91c83c574), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:39.014089 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:39.017667 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ca5edaa6-273c-4ca7-8971-afc91c83c574), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:39.117184 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Floating IP ca5edaa6-273c-4ca7-8971-afc91c83c574 associated. External IP: 172.27.1.215, port: f859fdba-2836-441f-8e50-649f994102fd. Apr 11 16:56:39.321086 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:39.427630 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:39.432623 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:39.438490 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:39.448696 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:39.449301 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:39.461682 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-92bdd889-70fc-4821-bcb2-29b5ad165b3d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "PUT /v2.0/floatingips/ca5edaa6-273c-4ca7-8971-afc91c83c574 HTTP/1.1" status: 200 len: 991 time: 0.9211967 Apr 11 16:56:39.462112 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'tag': 'f859fdba-2836-441f-8e50-649f994102fd'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:39.464404 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e927d6e9-77d9-452c-ac26-adabd28299fb" -d '{"events": [{"name": "network-changed", "server_uuid": "20277e8c-bbc8-4af4-95fc-e036e6f597a9", "tag": "f859fdba-2836-441f-8e50-649f994102fd"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:39.557931 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f14a99-a478-4614-b410-b9e09c383bdb x-openstack-request-id: req-f5f14a99-a478-4614-b410-b9e09c383bdb {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:39.558104 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:39.558237 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20277e8c-bbc8-4af4-95fc-e036e6f597a9", "tag": "f859fdba-2836-441f-8e50-649f994102fd", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:39.558469 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5f14a99-a478-4614-b410-b9e09c383bdb {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:39.558913 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f14a99-a478-4614-b410-b9e09c383bdb'] response: {'name': 'network-changed', 'server_uuid': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'tag': 'f859fdba-2836-441f-8e50-649f994102fd', 'status': 'completed', 'code': 200} Apr 11 16:56:39.646532 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-823d2773-9af1-4963-a6bd-83ec6ffd0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:39.648052 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-823d2773-9af1-4963-a6bd-83ec6ffd0221 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 1129 time: 0.0396485 Apr 11 16:56:39.743905 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-f7fa1747-b55e-4949-9960-062ad4591786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:39.745283 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-f7fa1747-b55e-4949-9960-062ad4591786 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 916 time: 0.0841329 Apr 11 16:56:39.775397 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:38Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:39.800619 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:39.808722 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:39.809319 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:56:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:39.814613 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-b3cc1fc1-7b81-47a6-8e1c-df565fc44cc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f859fdba-2836-441f-8e50-649f994102fd HTTP/1.1" status: 200 len: 999 time: 0.0617106 Apr 11 16:56:39.862323 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-f172396b-9ba1-4e23-b091-63ab840e0b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:39.863819 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-f172396b-9ba1-4e23-b091-63ab840e0b80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0431864 Apr 11 16:56:39.909815 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-fe0c09de-e026-4f10-8769-23fb1d41b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:39.911339 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-fe0c09de-e026-4f10-8769-23fb1d41b5f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417223 Apr 11 16:56:39.918709 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:40.003643 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-a74c2e23-8b59-4640-8558-a3a98df17c0f service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847692 Apr 11 16:56:40.097058 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e927d6e9-77d9-452c-ac26-adabd28299fb req-c72b1e82-1c46-4e79-81ca-dd05edfe2d1e service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865705 Apr 11 16:56:40.133979 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:38Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:40.160955 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c617a-cc5f-44b2-8978-c6ec7ab53fd3 None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:38Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:40.333730 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04566fee-651a-4362-929a-9245f969fa76 None None] New status for floating IP ca5edaa6-273c-4ca7-8971-afc91c83c574: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:56:42.504720 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b4e3ad6b-c5af-4b17-9e28-674f01588327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:44.854765 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a26f821b-cefc-49b2-8760-4f8b99d90832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:45.920703 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:56:45.923276 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:47.667841 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:48.269684 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-f06e7946-a9df-47c3-880e-de81264c39ca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378947 Apr 11 16:56:48.349435 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-f39c9a06-48d3-4f32-ab65-110636ac17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:48.350911 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-f39c9a06-48d3-4f32-ab65-110636ac17a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1129 time: 0.0375071 Apr 11 16:56:48.454896 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-35fb123f-4163-4e16-b275-456cc10793c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:48.456343 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-35fb123f-4163-4e16-b275-456cc10793c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 911 time: 0.0851240 Apr 11 16:56:48.521165 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-8035e206-fbb9-4aef-a420-e874c974c7ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 1001 time: 0.0572622 Apr 11 16:56:48.570877 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-96d6079f-d93d-436d-a2b5-cfcdb404eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:48.572286 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-96d6079f-d93d-436d-a2b5-cfcdb404eeed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 200 len: 848 time: 0.0431461 Apr 11 16:56:48.620764 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-5da77620-a9cb-414c-9e88-3cab4daaa200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:48.622212 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-5da77620-a9cb-414c-9e88-3cab4daaa200 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be579b75-f4a3-42be-b4ea-8e62c2860fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408442 Apr 11 16:56:48.709424 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-df163fee-f6b2-4263-b07e-cac3ba3656d5 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797889 Apr 11 16:56:48.800373 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-40b51c94-dd41-403b-a8c4-bb60ef973c0e req-b21438bd-fe83-4191-893b-3808907b095a service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Apr 11 16:56:48.983179 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:49.231498 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:07.153441 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892bf6b-2102-4657-a5de-8e4c521ab75b req-4e1d7e24-4b74-4531-9b3a-12570c8ad372 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:07.154943 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e892bf6b-2102-4657-a5de-8e4c521ab75b req-4e1d7e24-4b74-4531-9b3a-12570c8ad372 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0481081 Apr 11 16:57:07.200139 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e892bf6b-2102-4657-a5de-8e4c521ab75b req-74365d03-dab9-48c7-a185-08caaa61d2a9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 Apr 11 16:57:08.318675 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a6ace-3ae2-4726-ad81-694180062e8b req-c14fae68-2a77-4e82-a4d8-9eef4d3281cd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:08.320155 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-069a6ace-3ae2-4726-ad81-694180062e8b req-c14fae68-2a77-4e82-a4d8-9eef4d3281cd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0460753 Apr 11 16:57:08.369641 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-069a6ace-3ae2-4726-ad81-694180062e8b req-1c22b13f-9896-40d9-acf1-e00d5f996379 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440345 Apr 11 16:57:09.583092 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dece7-a4f8-4f72-9091-b614ea92c04b req-da55662d-264a-4969-95a7-ed182f8b2807 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:09.584576 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d15dece7-a4f8-4f72-9091-b614ea92c04b req-da55662d-264a-4969-95a7-ed182f8b2807 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0470715 Apr 11 16:57:09.633673 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d15dece7-a4f8-4f72-9091-b614ea92c04b req-76a01012-8579-4ba7-942a-44dc44b72878 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432787 Apr 11 16:57:10.747751 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac85697a-3867-473f-9457-089091c47158 req-0bd7a50e-eefd-4f34-967b-1dd83a781f09 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:10.749166 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ac85697a-3867-473f-9457-089091c47158 req-0bd7a50e-eefd-4f34-967b-1dd83a781f09 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0458448 Apr 11 16:57:10.794924 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ac85697a-3867-473f-9457-089091c47158 req-84976cdb-bd8b-4360-b56c-fef0e8656236 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402269 Apr 11 16:57:11.916816 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dc285a-8207-418c-b2f9-937bae6fb836 req-68d548c9-b471-4687-83f3-3c57d5f2a0e5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:11.918619 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a7dc285a-8207-418c-b2f9-937bae6fb836 req-68d548c9-b471-4687-83f3-3c57d5f2a0e5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0527375 Apr 11 16:57:11.968373 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a7dc285a-8207-418c-b2f9-937bae6fb836 req-2338a927-156c-41d3-9c2e-432b2c8f408c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430634 Apr 11 16:57:12.508970 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ecaad655-3592-44c9-8949-202af77e390c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:13.086701 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c066643-0538-4879-a161-61f5c9f2014e req-6687ed64-4664-400b-99fb-91eae253a44c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:13.088168 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7c066643-0538-4879-a161-61f5c9f2014e req-6687ed64-4664-400b-99fb-91eae253a44c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0450974 Apr 11 16:57:13.134302 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7c066643-0538-4879-a161-61f5c9f2014e req-97a62021-9f88-42c4-bcb1-d5fcb5bead15 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400941 Apr 11 16:57:14.250889 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f8f28-1e3a-4142-a22e-3437f02e983c req-98f1698b-dcb6-47b5-861f-864a81a4a97c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:14.252255 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-190f8f28-1e3a-4142-a22e-3437f02e983c req-98f1698b-dcb6-47b5-861f-864a81a4a97c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0492218 Apr 11 16:57:14.298273 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-190f8f28-1e3a-4142-a22e-3437f02e983c req-cf6cc2db-3b9e-4cef-8a6a-3168aea49006 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402665 Apr 11 16:57:14.855742 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-92d6feca-b6fd-4402-8927-d2c84ad58d90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:15.414210 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc989238-7ac9-4ffa-98ae-bcedc2d3b457 req-763906b2-8ab7-4add-b892-72fc5fad6252 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:15.415596 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cc989238-7ac9-4ffa-98ae-bcedc2d3b457 req-763906b2-8ab7-4add-b892-72fc5fad6252 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0457797 Apr 11 16:57:15.459766 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cc989238-7ac9-4ffa-98ae-bcedc2d3b457 req-d13533b7-4461-42c9-b35d-59b1d7c06f37 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387990 Apr 11 16:57:15.925660 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:16.572431 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9ae82-13dd-43bd-aaae-a053e0284bd8 req-bce06674-b47d-43c1-9184-1d47ad8094d7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:16.573870 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-75f9ae82-13dd-43bd-aaae-a053e0284bd8 req-bce06674-b47d-43c1-9184-1d47ad8094d7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0451732 Apr 11 16:57:16.621755 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-75f9ae82-13dd-43bd-aaae-a053e0284bd8 req-838bc500-e1fd-4367-925c-5940f6911e4f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419068 Apr 11 16:57:17.551185 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:17.734110 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5348bd4-a37d-460c-8778-7221f37307ae req-4d53f514-47bc-40a0-9b95-0c4f516c5376 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:17.735596 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d5348bd4-a37d-460c-8778-7221f37307ae req-4d53f514-47bc-40a0-9b95-0c4f516c5376 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0452833 Apr 11 16:57:17.780154 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d5348bd4-a37d-460c-8778-7221f37307ae req-7badc44e-f65e-48bb-a351-46a4277692f9 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385950 Apr 11 16:57:18.892143 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48de41a-05c1-41e7-9bec-ed390b49fa7d req-e02c4856-97a8-4c17-a5a4-3f08d73a4157 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:18.893585 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d48de41a-05c1-41e7-9bec-ed390b49fa7d req-e02c4856-97a8-4c17-a5a4-3f08d73a4157 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0456710 Apr 11 16:57:18.941355 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d48de41a-05c1-41e7-9bec-ed390b49fa7d req-20f01200-c539-4fb8-8890-82d0a6c6bdea tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423129 Apr 11 16:57:18.988541 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:19.246972 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:20.065179 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99fd83e-49fe-41bb-b22e-2fadd22d5ce8 req-7e66fea6-195e-4f1f-b1d3-dc8f000312de tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:20.066636 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d99fd83e-49fe-41bb-b22e-2fadd22d5ce8 req-7e66fea6-195e-4f1f-b1d3-dc8f000312de tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0525992 Apr 11 16:57:20.112399 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d99fd83e-49fe-41bb-b22e-2fadd22d5ce8 req-6ef392d4-6c80-4284-af2f-5f4a3362571b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402083 Apr 11 16:57:21.229028 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b04912-daba-4314-81c1-8fdbdcd2066c req-fa34a4f4-61ae-4a8f-a8d9-fa13c344a9cd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:21.230395 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c9b04912-daba-4314-81c1-8fdbdcd2066c req-fa34a4f4-61ae-4a8f-a8d9-fa13c344a9cd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0459321 Apr 11 16:57:21.275848 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c9b04912-daba-4314-81c1-8fdbdcd2066c req-bd8b74a6-f7b0-481f-8cc5-1834293aa980 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399663 Apr 11 16:57:22.389333 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01157d6-7f99-4777-9479-018dc0b56470 req-d33030d9-3577-4a84-bf19-8f05e05f485d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:22.390823 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b01157d6-7f99-4777-9479-018dc0b56470 req-d33030d9-3577-4a84-bf19-8f05e05f485d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0479331 Apr 11 16:57:22.662568 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b01157d6-7f99-4777-9479-018dc0b56470 req-8b971283-c00c-4cb4-a21f-c347ba696113 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661510 Apr 11 16:57:22.919983 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:57:23.690445 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69dcdaf-0b93-4aae-9114-49252f309963 req-53f48309-491f-4784-9937-16e8a0653927 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:23.691892 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f69dcdaf-0b93-4aae-9114-49252f309963 req-53f48309-491f-4784-9937-16e8a0653927 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 945 time: 0.0455720 Apr 11 16:57:23.746623 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f69dcdaf-0b93-4aae-9114-49252f309963 req-c87b3c49-5c3b-4a6f-9dab-cad74c131256 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492578 Apr 11 16:57:23.780163 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606975c4-a3a3-4521-95ac-4970cb9d04a0 req-1cf6f8ee-e5dd-475c-9613-fa9b501453ab tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:23.781608 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-606975c4-a3a3-4521-95ac-4970cb9d04a0 req-1cf6f8ee-e5dd-475c-9613-fa9b501453ab tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0475311 Apr 11 16:57:23.825865 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-606975c4-a3a3-4521-95ac-4970cb9d04a0 req-37da2507-3dda-4af9-aa7f-f41eee0f5669 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388098 Apr 11 16:57:24.040117 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:57:24.141062 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:24.152836 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'port_id': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'mac_address': 'fa:16:3e:8f:45:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:57:24.190879 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d88b6bba-73b3-45e6-8890-9477e4a09ff6 is: ACTIVE; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:24.191280 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:24.209415 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d88b6bba-73b3-45e6-8890-9477e4a09ff6 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:57:24.229310 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:24.233404 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:24.280188 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=6']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:24.287567 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.287932 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.288313 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.288670 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.289050 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.289426 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.289805 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.290148 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.290488 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.290852 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.291200 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.291583 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.291956 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.292292 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.292627 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:24.459849 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['d88b6bba-73b3-45e6-8890-9477e4a09ff6'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:57:24.860377 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23d28f-d428-4564-ad58-4e7cf0754cc0 req-9b14904f-5ffe-4acb-b617-ec46f25730ae tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:24.861827 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8e23d28f-d428-4564-ad58-4e7cf0754cc0 req-9b14904f-5ffe-4acb-b617-ec46f25730ae tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 945 time: 0.0477705 Apr 11 16:57:24.907589 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8e23d28f-d428-4564-ad58-4e7cf0754cc0 req-27756274-4591-4277-b79b-a55757dc1fba tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401869 Apr 11 16:57:25.005388 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23619ef6-cd78-4390-ad43-1fd232db542f req-4421a278-f45a-4486-98e4-edd791ce0921 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:25.006887 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-23619ef6-cd78-4390-ad43-1fd232db542f req-4421a278-f45a-4486-98e4-edd791ce0921 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 945 time: 0.0477602 Apr 11 16:57:25.052517 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-23619ef6-cd78-4390-ad43-1fd232db542f req-7c242dfe-7bd8-42e6-ae1f-8f1c92e91670 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400679 Apr 11 16:57:25.898104 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-f2176b7f-6828-4be5-a62d-f000a4a0008e tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:25.899594 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-f2176b7f-6828-4be5-a62d-f000a4a0008e tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 945 time: 0.0472608 Apr 11 16:57:26.020125 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Deleting port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:26.020472 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.027043 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b353a2c-c8ff-412b-b3b3-b344b9253cac req-71cc9293-66a3-41d3-80ea-02398f100608 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:26.028559 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8b353a2c-c8ff-412b-b3b3-b344b9253cac req-71cc9293-66a3-41d3-80ea-02398f100608 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 945 time: 0.0534084 Apr 11 16:57:26.064865 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:57:26.080973 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8b353a2c-c8ff-412b-b3b3-b344b9253cac req-3757f0c9-46a2-4d38-b2b2-3415710e1602 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups?id=2a92bff7-4841-49e0-ba29-c316c2264468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464237 Apr 11 16:57:26.129138 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port d88b6bba-73b3-45e6-8890-9477e4a09ff6 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:57:26.130075 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.185739 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1a40b-3d01-4c82-867e-a64a6f45b74f req-31218f56-15d8-4092-9908-17435bed225a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:26.187482 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ea1a40b-3d01-4c82-867e-a64a6f45b74f req-31218f56-15d8-4092-9908-17435bed225a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 945 time: 0.0495467 Apr 11 16:57:26.218748 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d88b6bba-73b3-45e6-8890-9477e4a09ff6 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:26.219149 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.249659 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ea1a40b-3d01-4c82-867e-a64a6f45b74f req-370364fe-0a92-4f7c-9a4b-a660b4f068e0 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498586 Apr 11 16:57:26.252481 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:26.255142 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053dc135-7b77-4f89-83f9-b3bb5ec76a3c" -d '{"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-plugged", "status": "completed", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:26.269287 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:26.274710 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.320430 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bb29b9d-f18d-4886-bfdb-696a19d24aa9 x-openstack-request-id: req-2bb29b9d-f18d-4886-bfdb-696a19d24aa9 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:26.320742 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-plugged", "status": "completed", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:26.321003 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2bb29b9d-f18d-4886-bfdb-696a19d24aa9 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:26.321399 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb29b9d-f18d-4886-bfdb-696a19d24aa9'] response: {'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'code': 200} Apr 11 16:57:26.330392 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=7']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:26.381564 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] For port e514a16a-4a3a-49f5-9090-ecfe4afba0d8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:26.381937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.577744 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.578121 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ecfac2ba-645e-4e15-ab9e-e744ba2ca546), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.578455 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Floating IP ecfac2ba-645e-4e15-ab9e-e744ba2ca546 disassociated. External IP: 172.27.1.53, port: e514a16a-4a3a-49f5-9090-ecfe4afba0d8. Apr 11 16:57:26.578917 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Calling delete_port for e514a16a-4a3a-49f5-9090-ecfe4afba0d8 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:26.714073 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (e514a16a-4a3a-49f5-9090-ecfe4afba0d8), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.747791 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event deleted for resources: {'Port': ['ID=e514a16a-4a3a-49f5-9090-ecfe4afba0d8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:26.760370 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.760734 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.761087 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.761439 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.761780 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.762115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.762449 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.762813 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.763171 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.763502 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.763856 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.764189 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.764522 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.764853 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.765183 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.887016 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:57:27.017893 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:57:27.029411 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] Sync routers for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:57:27.040267 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:27.041141 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:27.072275 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] No DVR routers for this DVR port e514a16a-4a3a-49f5-9090-ecfe4afba0d8 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:57:27.074876 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.078713 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-fd6da064-d65a-47b6-b5ee-1001c938c04e req-19e97886-78c2-4661-9935-0c2985cb662a tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.15 "DELETE /v2.0/ports/e514a16a-4a3a-49f5-9090-ecfe4afba0d8 HTTP/1.1" status: 204 len: 173 time: 1.1477668 Apr 11 16:57:27.079167 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'name': 'network-vif-deleted', 'tag': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:27.083338 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a865ef3-8fdd-41c2-9a2f-cef729fccc43" -d '{"events": [{"server_uuid": "0df167c9-eb7e-43f9-93fc-5e617fa3b97c", "name": "network-vif-deleted", "tag": "e514a16a-4a3a-49f5-9090-ecfe4afba0d8"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:27.195196 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b8dbf7-8ab4-442e-8897-7c89ace625b9 x-openstack-request-id: req-c1b8dbf7-8ab4-442e-8897-7c89ace625b9 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:27.195861 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df167c9-eb7e-43f9-93fc-5e617fa3b97c", "name": "network-vif-deleted", "tag": "e514a16a-4a3a-49f5-9090-ecfe4afba0d8", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:27.196498 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c1b8dbf7-8ab4-442e-8897-7c89ace625b9 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:27.197221 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1b8dbf7-8ab4-442e-8897-7c89ace625b9'] response: {'server_uuid': '0df167c9-eb7e-43f9-93fc-5e617fa3b97c', 'name': 'network-vif-deleted', 'tag': 'e514a16a-4a3a-49f5-9090-ecfe4afba0d8', 'status': 'completed', 'code': 200} Apr 11 16:57:27.278300 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3095cad8-f6a4-4a74-a8a9-12fa13e51d68 req-1bfa06ab-a9da-4ce1-af7a-bd0b18cf8123 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/ports?device_id=0df167c9-eb7e-43f9-93fc-5e617fa3b97c HTTP/1.1" status: 200 len: 210 time: 0.0485964 Apr 11 16:57:27.285862 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:27.441972 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdacaf5-8561-4224-893c-4a3653ef6590 req-83ebc1c0-1e00-4cc8-90cd-c4d990b82326 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:27.444608 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1bdacaf5-8561-4224-893c-4a3653ef6590 req-83ebc1c0-1e00-4cc8-90cd-c4d990b82326 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0649130 Apr 11 16:57:27.509773 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:27.511277 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1bdacaf5-8561-4224-893c-4a3653ef6590 req-dd07fab1-2a1b-40b7-b73f-fec0a5c98e95 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608039 Apr 11 16:57:27.541160 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] Checking router: 9f505b69-91f6-47ff-ba31-67bf20a55ba6 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:57:27.550330 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:27.550983 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:27.701350 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:27.936927 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:27.970803 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3522e98-d4c7-4c69-a88f-f4376c296ec8 None None] The sync data for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi is: [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:50:53Z', 'revision_number': 4, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'df5d4577-0a9c-426d-a1cd-d93bc779d35e', 'name': '', 'network_id': '2ab5e778-6aae-4dee-988a-ff4d82ae3ae0', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'mac_address': 'fa:16:3e:32:1b:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:52Z', 'updated_at': '2022-04-11T16:51:05Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'subnets': [{'id': '446f7795-4b4d-424b-aaf9-97a4b87ed922', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:57:28.251535 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87cc2a00-c825-4ff4-bf47-5e87e5546b57 None None] New status for floating IP ecfac2ba-645e-4e15-ab9e-e744ba2ca546: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:57:28.368455 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41844) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:28.447554 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (2a92bff7-4841-49e0-ba29-c316c2264468), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.483122 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (2a92bff7-4841-49e0-ba29-c316c2264468), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.539586 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2a92bff7-4841-49e0-ba29-c316c2264468), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.542886 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.544227 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "DELETE /v2.0/security-groups/2a92bff7-4841-49e0-ba29-c316c2264468 HTTP/1.1" status: 204 len: 168 time: 0.1745806 Apr 11 16:57:28.547237 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41848) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:28.570694 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.api.v2.resource [None req-a44009d1-9c38-4a86-b211-d68770bc31fb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] show failed (client error): The resource could not be found. Apr 11 16:57:28.571744 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a44009d1-9c38-4a86-b211-d68770bc31fb tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "GET /v2.0/security-groups/2a92bff7-4841-49e0-ba29-c316c2264468 HTTP/1.1" status: 404 len: 347 time: 0.0228400 Apr 11 16:57:28.573290 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a92bff7-4841-49e0-ba29-c316c2264468,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:28.575153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41850) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:28.581745 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.582104 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.582456 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.583154 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.583670 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.584017 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.584365 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.584713 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.585058 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.585402 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.585744 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.586085 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.586425 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.586786 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.587124 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b521aef1-3532-4c8a-8bb2-edec4aed400d tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:28.652038 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59c894e-21a7-4006-b208-ae739e3a7c2f req-ff2072d7-8e17-4368-be8f-17e09761a559 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:28.653547 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f59c894e-21a7-4006-b208-ae739e3a7c2f req-ff2072d7-8e17-4368-be8f-17e09761a559 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0567806 Apr 11 16:57:28.717453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Deleting port 16970c43-e102-4a01-9551-71f06dbf724d {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:28.718062 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (16970c43-e102-4a01-9551-71f06dbf724d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.720386 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f59c894e-21a7-4006-b208-ae739e3a7c2f req-bada217c-6ba2-43e2-8257-b6cff6969c6b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581646 Apr 11 16:57:28.815045 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (16970c43-e102-4a01-9551-71f06dbf724d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.815391 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (16970c43-e102-4a01-9551-71f06dbf724d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.835667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Calling delete_port for 16970c43-e102-4a01-9551-71f06dbf724d owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:28.982894 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (16970c43-e102-4a01-9551-71f06dbf724d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:29.019387 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Pushing event deleted for resources: {'Port': ['ID=16970c43-e102-4a01-9551-71f06dbf724d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:29.055625 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks [] for floatingip (ecfac2ba-645e-4e15-ab9e-e744ba2ca546), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:29.058779 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:29.060699 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-16dc50a8-72d3-4045-a697-e6c935e2cda2 tempest-AttachVolumeTestJSON-95843516 tempest-AttachVolumeTestJSON-95843516-project] 10.222.0.73 "DELETE /v2.0/floatingips/ecfac2ba-645e-4e15-ab9e-e744ba2ca546 HTTP/1.1" status: 204 len: 168 time: 0.4834082 Apr 11 16:57:29.846827 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6febf500-0bdd-4373-a457-3964998bb88e req-9f507015-e7d1-438e-ad00-be3acd4bb7e2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:29.848434 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6febf500-0bdd-4373-a457-3964998bb88e req-9f507015-e7d1-438e-ad00-be3acd4bb7e2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0588710 Apr 11 16:57:29.915273 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6febf500-0bdd-4373-a457-3964998bb88e req-b5100122-4d65-487c-ad6e-3aafbebd5c30 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585935 Apr 11 16:57:30.112817 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e514a16a-4a3a-49f5-9090-ecfe4afba0d8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:30.137447 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: e514a16a-4a3a-49f5-9090-ecfe4afba0d8 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:57:30.137802 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e514a16a-4a3a-49f5-9090-ecfe4afba0d8 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:30.730113 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dac2e4-ed80-45db-a2dd-e52c53de7688 req-be02c00a-1bfb-4671-b823-7bceeee111e8 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:30.737640 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-03dac2e4-ed80-45db-a2dd-e52c53de7688 req-be02c00a-1bfb-4671-b823-7bceeee111e8 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.0560944 Apr 11 16:57:30.796060 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-03dac2e4-ed80-45db-a2dd-e52c53de7688 req-f6e59b5c-97a6-4a89-964f-e743f600137d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576324 Apr 11 16:57:31.047448 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec83087-0ad4-431a-a366-29063a9eecea req-a8e8d1a4-5d8c-4748-a783-35bc660fcedc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:31.051787 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0ec83087-0ad4-431a-a366-29063a9eecea req-a8e8d1a4-5d8c-4748-a783-35bc660fcedc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0528030 Apr 11 16:57:31.105929 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0ec83087-0ad4-431a-a366-29063a9eecea req-32262cc6-0e7c-422c-a75b-b30b78abe6c0 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488017 Apr 11 16:57:31.942376 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0346329-e454-4a2a-ae0c-07c5f973470c req-0454308c-a0ad-4f80-b9bd-dda4d89979e3 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:31.949308 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f0346329-e454-4a2a-ae0c-07c5f973470c req-0454308c-a0ad-4f80-b9bd-dda4d89979e3 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.0718405 Apr 11 16:57:32.004844 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f0346329-e454-4a2a-ae0c-07c5f973470c req-5865121a-34b4-43d1-a2a1-c2965aa09e9e tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539742 Apr 11 16:57:32.248426 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa477839-99a4-4bac-907f-bbca1424f612 req-33aa3c92-257f-4638-b31e-e87d9a0f5ed7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:32.250107 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fa477839-99a4-4bac-907f-bbca1424f612 req-33aa3c92-257f-4638-b31e-e87d9a0f5ed7 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0577996 Apr 11 16:57:32.306703 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fa477839-99a4-4bac-907f-bbca1424f612 req-429b37a5-9d90-4f0a-9be9-8250ba9316fd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501151 Apr 11 16:57:32.717826 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41906) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:33.102943 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263ac3f-6768-41cb-802f-5258de628df0 req-1cfd590f-5182-4d5e-aaa9-93223f83956f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:33.104502 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2263ac3f-6768-41cb-802f-5258de628df0 req-1cfd590f-5182-4d5e-aaa9-93223f83956f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.0824285 Apr 11 16:57:33.231768 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0931c7-c928-4ade-9caa-5a57bc37154a req-c3984412-2f3b-4103-abeb-99792b97a187 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:33.233199 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-df0931c7-c928-4ade-9caa-5a57bc37154a req-c3984412-2f3b-4103-abeb-99792b97a187 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.1050115 Apr 11 16:57:33.286785 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Deleting port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:33.287137 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:33.288834 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-df0931c7-c928-4ade-9caa-5a57bc37154a req-4184e1ea-5361-4884-84c4-9c2b5b4081f9 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498815 Apr 11 16:57:33.443404 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbc38f-8874-43b3-b6db-c0cd74f954c9 req-ef2bd13a-f277-4586-8fc6-110dbc68c689 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:33.451429 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b2bbc38f-8874-43b3-b6db-c0cd74f954c9 req-ef2bd13a-f277-4586-8fc6-110dbc68c689 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0569568 Apr 11 16:57:33.458391 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] For port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:33.458798 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:33.511438 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b2bbc38f-8874-43b3-b6db-c0cd74f954c9 req-41c7dfa4-5302-4f33-86bc-77c688dd1949 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583057 Apr 11 16:57:33.563148 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (9f505b69-91f6-47ff-ba31-67bf20a55ba6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:34.103589 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:34.104287 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (c6b29c85-b88f-4ece-a03f-8c2e581e21c5), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:34.104287 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Floating IP c6b29c85-b88f-4ece-a03f-8c2e581e21c5 disassociated. External IP: 172.27.1.231, port: e063986d-fdbe-4d4b-8d69-8ab7e4a8e397. Apr 11 16:57:34.104676 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Calling delete_port for e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:34.318211 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Deleting port df5d4577-0a9c-426d-a1cd-d93bc779d35e {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:34.320062 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:34.453210 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (e063986d-fdbe-4d4b-8d69-8ab7e4a8e397), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:34.454557 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295515f-cd15-4085-b52a-63698812451f req-4160ee15-adb1-4e27-8286-c78b1bb96748 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:34.456478 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2295515f-cd15-4085-b52a-63698812451f req-4160ee15-adb1-4e27-8286-c78b1bb96748 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 945 time: 0.0851274 Apr 11 16:57:34.503873 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event deleted for resources: {'Port': ['ID=e063986d-fdbe-4d4b-8d69-8ab7e4a8e397,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:34.512115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] For port df5d4577-0a9c-426d-a1cd-d93bc779d35e, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=df5d4577-0a9c-426d-a1cd-d93bc779d35e,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:34.512502 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:34.529668 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Calling delete_port for df5d4577-0a9c-426d-a1cd-d93bc779d35e owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:34.538671 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2295515f-cd15-4085-b52a-63698812451f req-1fd27946-06a8-43c6-8d54-251c0b139275 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759218 Apr 11 16:57:34.552252 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41928) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:34.558046 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-75ed7279-fb42-4f5f-8113-0e21d4eae852 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1104390214', 'description': 'tempest-description--121803643'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:34.678443 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-75ed7279-fb42-4f5f-8113-0e21d4eae852 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:34.686319 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1469f6a0-784e-44b6-bb08-968d6bb9261f req-2c77a39d-e3b2-4a77-bd67-cd5b466d9d65 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:34.688187 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1469f6a0-784e-44b6-bb08-968d6bb9261f req-2c77a39d-e3b2-4a77-bd67-cd5b466d9d65 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0862591 Apr 11 16:57:34.744081 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1469f6a0-784e-44b6-bb08-968d6bb9261f req-ef100240-a547-4dcb-abcd-16a6351a8471 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501885 Apr 11 16:57:34.833907 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:57:34.931631 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-75ed7279-fb42-4f5f-8113-0e21d4eae852 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:34.981914 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-75ed7279-fb42-4f5f-8113-0e21d4eae852 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.013711 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (df5d4577-0a9c-426d-a1cd-d93bc779d35e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.084466 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-75ed7279-fb42-4f5f-8113-0e21d4eae852 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.085722 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-75ed7279-fb42-4f5f-8113-0e21d4eae852 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5331857 Apr 11 16:57:35.088919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41930) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:35.090802 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed7279-fb42-4f5f-8113-0e21d4eae852 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:35.096132 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Pushing event deleted for resources: {'Port': ['ID=df5d4577-0a9c-426d-a1cd-d93bc779d35e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:35.114401 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4cb1c191-8658-4792-93c5-bd6e58a16522 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group_rule': {'security_group_id': '1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:35.186615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:57:35.203812 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:57:35.216463 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c191-8658-4792-93c5-bd6e58a16522 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (b323b439-9228-447a-8fb6-004f8796003c), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.221960 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:35.222642 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:35.281599 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] No DVR routers for this DVR port e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:57:35.289083 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.292321 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2263ac3f-6768-41cb-802f-5258de628df0 req-f4ca8028-0c7b-438e-b1fa-5b99cbe30e71 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "DELETE /v2.0/ports/e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 HTTP/1.1" status: 204 len: 173 time: 2.1700685 Apr 11 16:57:35.292761 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'name': 'network-vif-deleted', 'tag': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:35.295577 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189225c8-6471-4283-b992-76ff93872935" -d '{"events": [{"server_uuid": "acee00a6-942d-41c2-bd54-6b38caa4be66", "name": "network-vif-deleted", "tag": "e063986d-fdbe-4d4b-8d69-8ab7e4a8e397"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:35.332893 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (9f505b69-91f6-47ff-ba31-67bf20a55ba6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.358398 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c191-8658-4792-93c5-bd6e58a16522 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (b323b439-9228-447a-8fb6-004f8796003c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.367068 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c191-8658-4792-93c5-bd6e58a16522 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (b323b439-9228-447a-8fb6-004f8796003c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.420784 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1c191-8658-4792-93c5-bd6e58a16522 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b323b439-9228-447a-8fb6-004f8796003c,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:35.434018 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4cb1c191-8658-4792-93c5-bd6e58a16522 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.435918 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04163f9b-5b7f-4bc1-a3f4-0cd973c68329 x-openstack-request-id: req-04163f9b-5b7f-4bc1-a3f4-0cd973c68329 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:35.436221 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acee00a6-942d-41c2-bd54-6b38caa4be66", "name": "network-vif-deleted", "tag": "e063986d-fdbe-4d4b-8d69-8ab7e4a8e397", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:35.436478 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-04163f9b-5b7f-4bc1-a3f4-0cd973c68329 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:35.436786 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-4cb1c191-8658-4792-93c5-bd6e58a16522 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453076 Apr 11 16:57:35.437020 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04163f9b-5b7f-4bc1-a3f4-0cd973c68329'] response: {'server_uuid': 'acee00a6-942d-41c2-bd54-6b38caa4be66', 'name': 'network-vif-deleted', 'tag': 'e063986d-fdbe-4d4b-8d69-8ab7e4a8e397', 'status': 'completed', 'code': 200} Apr 11 16:57:35.445631 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41936) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:35.453375 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-d76beafe-955f-4309-965e-d534d5208ce1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group_rule': {'security_group_id': '1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:35.464928 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:35.529375 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d76beafe-955f-4309-965e-d534d5208ce1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (9f4cf36a-7cf7-405b-8c89-896f2df19d60), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.694229 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:35.697986 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-26dcdbcd-a001-46c5-b0be-99af8bf9aff4 req-dbe47f6e-3692-4885-8edc-8fcd26bd1da7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=acee00a6-942d-41c2-bd54-6b38caa4be66 HTTP/1.1" status: 200 len: 210 time: 0.0400605 Apr 11 16:57:35.713539 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:57:35.734053 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:57:35.739667 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d76beafe-955f-4309-965e-d534d5208ce1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (9f4cf36a-7cf7-405b-8c89-896f2df19d60), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.745052 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d76beafe-955f-4309-965e-d534d5208ce1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (9f4cf36a-7cf7-405b-8c89-896f2df19d60), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.773934 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:35.774212 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76beafe-955f-4309-965e-d534d5208ce1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f4cf36a-7cf7-405b-8c89-896f2df19d60,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:35.775332 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:35.784585 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d76beafe-955f-4309-965e-d534d5208ce1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.789683 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d76beafe-955f-4309-965e-d534d5208ce1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3381193 Apr 11 16:57:35.790030 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 41946) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:35.798479 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:35.844560 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:35.983927 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:35.994474 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:57:36.011663 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] Sync routers for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:57:36.023418 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-80b20964-2b37-4a03-951b-e60bd61db2df admin admin] 10.222.0.73 "PUT /v2.0/routers/9f505b69-91f6-47ff-ba31-67bf20a55ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033013 Apr 11 16:57:36.025935 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41948) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:36.030517 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:36.031244 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:36.075794 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8432e131-004d-47ee-a309-97c134d56385 req-8e38f059-4f1d-45f2-8ffe-ff9ccb9056fa tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:36.077274 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8432e131-004d-47ee-a309-97c134d56385 req-8e38f059-4f1d-45f2-8ffe-ff9ccb9056fa tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.1623597 Apr 11 16:57:36.129780 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:36.192328 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks [] for router (9f505b69-91f6-47ff-ba31-67bf20a55ba6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:36.282037 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:36.382856 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:36.396269 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:36.411606 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8432e131-004d-47ee-a309-97c134d56385 req-06109fcc-5e21-458a-833d-3ad15731dfdb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3200247 Apr 11 16:57:36.451557 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Allocated IP 172.27.1.66 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/b4e35711-a3f2-4a2d-9295-a7d06a7624bc) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:57:36.471242 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks [] for router_gateway (9f505b69-91f6-47ff-ba31-67bf20a55ba6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:36.476339 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d399bae1-bcb4-4754-9af4-0f3e740ecc47 None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:57:36.555060 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:57:36.558057 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e063986d-fdbe-4d4b-8d69-8ab7e4a8e397 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:36.682114 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:36.686394 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217'}], 'enable_snat': True}, 'gw_port_id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:57:34Z', 'revision_number': 5, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port': {'id': 'b605f8a4-d64f-46d1-8d55-91b1f7a68dd2', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:99:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:50:47Z', 'updated_at': '2022-04-11T16:50:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:36.723661 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] Checking router: 9f505b69-91f6-47ff-ba31-67bf20a55ba6 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:57:36.750386 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] Routers {'9f505b69-91f6-47ff-ba31-67bf20a55ba6'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:36.751722 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:36.756103 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:36.835179 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:57:36.839542 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:57:36.843048 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:57:36.920547 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Deleting port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:36.920884 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:36.921450 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] Set router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:36.923756 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=b4e35711-a3f2-4a2d-9295-a7d06a7624bc,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:36.984651 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dddb16b-f481-4335-9e72-f6c08d0f0c0a None None] New status for floating IP c6b29c85-b88f-4ece-a03f-8c2e581e21c5: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:57:37.008455 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (c105d59c-f7a3-482d-a72e-6ca2f1fa7f50), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.056420 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.079505 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:57:36Z', 'revision_number': 6, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:37.103879 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] For port b605f8a4-d64f-46d1-8d55-91b1f7a68dd2, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=b605f8a4-d64f-46d1-8d55-91b1f7a68dd2,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:37.104533 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.119962 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Calling delete_port for b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:37.177673 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc0b8d17-fb07-4eab-bb39-c67e979b2607 None None] The sync data for ids ['9f505b69-91f6-47ff-ba31-67bf20a55ba6'] in dv-cinder-837166-2-iscsi is: [{'id': '9f505b69-91f6-47ff-ba31-67bf20a55ba6', 'name': 'tempest-AttachVolumeTestJSON-924026265-router', 'tenant_id': '28c4fb270b99427b9fb085597e134917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:50:46Z', 'updated_at': '2022-04-11T16:57:36Z', 'revision_number': 6, 'project_id': '28c4fb270b99427b9fb085597e134917', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:57:37.292055 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.302623 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.329628 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (b605f8a4-d64f-46d1-8d55-91b1f7a68dd2), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.363875 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b605f8a4-d64f-46d1-8d55-91b1f7a68dd2,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:37.410041 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (9f505b69-91f6-47ff-ba31-67bf20a55ba6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.416676 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=b4e35711-a3f2-4a2d-9295-a7d06a7624bc,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:37.432549 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-bbdd57dd-a87e-4660-b8bc-3e98f5d1aef7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131945587&fields=id&tenant_id=5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 267 time: 0.1378980 Apr 11 16:57:37.450639 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (c105d59c-f7a3-482d-a72e-6ca2f1fa7f50), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.549737 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (9f505b69-91f6-47ff-ba31-67bf20a55ba6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.555433 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks [] for router_controller (9f505b69-91f6-47ff-ba31-67bf20a55ba6), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.563869 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.584104 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-0312ab33-eef1-4daa-81f4-15251d31d311 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7860749 Apr 11 16:57:37.609574 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (9f505b69-91f6-47ff-ba31-67bf20a55ba6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.610224 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f505b69-91f6-47ff-ba31-67bf20a55ba6 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:57:37.616456 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.617871 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-6cf7c305-21e5-4e4f-b1ed-9bb942a48ca0 admin admin] 10.222.0.73 "DELETE /v2.0/routers/9f505b69-91f6-47ff-ba31-67bf20a55ba6 HTTP/1.1" status: 204 len: 168 time: 1.5894361 Apr 11 16:57:37.620379 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41968) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:37.646346 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21180cf-aa18-4f5d-8e00-a3cc1f02efd8 req-6a87b98a-1db0-4e6f-a57a-a912ed8c9885 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:37.648299 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e21180cf-aa18-4f5d-8e00-a3cc1f02efd8 req-6a87b98a-1db0-4e6f-a57a-a912ed8c9885 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.1231835 Apr 11 16:57:37.657499 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-1dcc890f-2152-41d8-b7cb-d0de39ff43cf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:37.659486 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-1dcc890f-2152-41d8-b7cb-d0de39ff43cf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 810 time: 0.2153239 Apr 11 16:57:37.688073 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd67e56-d1e8-46a2-807c-ba1218d02abf admin admin] Deleting subnet 446f7795-4b4d-424b-aaf9-97a4b87ed922 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:57:37.688839 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-df3a30da-3aab-49cd-bc86-cdeb8afb29c0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/quotas/5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 375 time: 0.0206699 Apr 11 16:57:37.691403 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fd67e56-d1e8-46a2-807c-ba1218d02abf admin admin] Publish callbacks [] for subnet (446f7795-4b4d-424b-aaf9-97a4b87ed922), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.735353 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fd67e56-d1e8-46a2-807c-ba1218d02abf admin admin] Publish callbacks [] for subnet (446f7795-4b4d-424b-aaf9-97a4b87ed922), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.750150 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e21180cf-aa18-4f5d-8e00-a3cc1f02efd8 req-4374043f-4bca-4b6f-947a-c3d837b46803 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896506 Apr 11 16:57:37.762223 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-fe13377b-7db9-469f-b52b-bbeb4e9c56ce tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621309 Apr 11 16:57:37.829071 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fd67e56-d1e8-46a2-807c-ba1218d02abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (446f7795-4b4d-424b-aaf9-97a4b87ed922), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.883796 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fd67e56-d1e8-46a2-807c-ba1218d02abf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for subnet (446f7795-4b4d-424b-aaf9-97a4b87ed922), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.898671 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-4f340bbe-079e-4790-9f13-0a3f8f4aa0b7 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1104390214&fields=id&tenant_id=560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 267 time: 0.0636873 Apr 11 16:57:37.900675 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-1c226aaf-3bfb-4804-8b99-4a843f358375 service neutron] 10.222.0.73 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249661 Apr 11 16:57:37.911013 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd67e56-d1e8-46a2-807c-ba1218d02abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=446f7795-4b4d-424b-aaf9-97a4b87ed922,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:37.912984 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8fd67e56-d1e8-46a2-807c-ba1218d02abf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:37.916305 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8fd67e56-d1e8-46a2-807c-ba1218d02abf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/446f7795-4b4d-424b-aaf9-97a4b87ed922 HTTP/1.1" status: 204 len: 168 time: 0.2948148 Apr 11 16:57:37.918830 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 41984) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:37.922086 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce240c5b-00b5-46c2-a705-8669e8a92558 None None] Network 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:57:37.993753 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.054836 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Deleting port 52639abd-1c8c-4dd2-8073-884728e5fa54 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:38.055175 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.110175 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-f9262bbc-6d1d-4853-867c-cc3c58107c06 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:38.111686 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-f9262bbc-6d1d-4853-867c-cc3c58107c06 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 814 time: 0.1860685 Apr 11 16:57:38.113549 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-63ecb211-1d16-4c4b-82d6-1122a861496e service neutron] 10.222.0.73 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060599 Apr 11 16:57:38.130321 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] For port 52639abd-1c8c-4dd2-8073-884728e5fa54, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=52639abd-1c8c-4dd2-8073-884728e5fa54,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:38.130944 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.138760 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] DHCP port deletion for 2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:57:38.139513 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-7f7c0ff4-fb2d-4756-b5ba-0deba4bbcfb6 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/quotas/560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 375 time: 0.0128741 Apr 11 16:57:38.148782 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Calling delete_port for 52639abd-1c8c-4dd2-8073-884728e5fa54 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:38.218348 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-e98f81fd-2ef4-40e0-81c8-c7622403b0d6 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708148 Apr 11 16:57:38.230099 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] Deleting port 52639abd-1c8c-4dd2-8073-884728e5fa54 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:38.231114 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.273786 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.308925 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Pushing event deleted for resources: {'Port': ['ID=52639abd-1c8c-4dd2-8073-884728e5fa54,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:38.320468 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] No DVR routers for this DVR port 52639abd-1c8c-4dd2-8073-884728e5fa54 on host dv-cinder-837166-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:57:38.339298 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] For port 52639abd-1c8c-4dd2-8073-884728e5fa54, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=52639abd-1c8c-4dd2-8073-884728e5fa54,segment=NetworkSegment(e3217c20-4bc7-496a-8eeb-4dac55dbb02a),segment_id=e3217c20-4bc7-496a-8eeb-4dac55dbb02a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:38.339728 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.359266 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-13af441d-0782-4515-9ff1-71f173780c76 service neutron] 10.222.0.73 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226878 Apr 11 16:57:38.363837 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] Calling delete_port for 52639abd-1c8c-4dd2-8073-884728e5fa54 owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:38.463589 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.494133 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-a1f35970-2be1-4117-966d-09999d272470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:38.496058 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-a1f35970-2be1-4117-966d-09999d272470 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 1130 time: 0.0748389 Apr 11 16:57:38.499412 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.499984 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.500937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.502295 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > port after_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.502827 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.503441 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > port after_update 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.503937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.504691 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.505202 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.505899 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.511695 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (52639abd-1c8c-4dd2-8073-884728e5fa54), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.526363 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-32a8e569-b53b-4628-bf62-5281c5f0a018 service neutron] 10.222.0.73 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586015 Apr 11 16:57:38.542694 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] Pushing event deleted for resources: {'Port': ['ID=52639abd-1c8c-4dd2-8073-884728e5fa54,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:38.555951 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e6832e-3a67-4008-a25a-ccc688befff8 None None] No DVR routers for this DVR port 52639abd-1c8c-4dd2-8073-884728e5fa54 on host dv-cinder-837166-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:57:38.601557 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4d4744ff-9354-4499-a3fd-89a9919030fd req-9a61ee4a-6146-4cc8-8297-0828c02d9159 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 210 time: 0.0427268 Apr 11 16:57:38.636413 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.637155 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.638357 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.639046 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:57:38.639320 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab5e778-6aae-4dee-988a-ff4d82ae3ae0']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:38.660604 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:38.660915 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3217c20-4bc7-496a-8eeb-4dac55dbb02a') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:38.683246 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29398347'] for segment (e3217c20-4bc7-496a-8eeb-4dac55dbb02a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.758040 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (e3217c20-4bc7-496a-8eeb-4dac55dbb02a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.773123 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Releasing vlan 1168 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:57:38.773732 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29940391'] for segment (e3217c20-4bc7-496a-8eeb-4dac55dbb02a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.791530 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a9dd0d59-b334-40b6-bed4-d38bb07cb0a3 req-51cb701b-f70f-46f9-a035-51df8ba4657c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 210 time: 0.0340226 Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: from cryptography.utils import int_from_bytes Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: from cryptography.utils import int_from_bytes Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: timer() Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: self._notify() Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: event.method(event) Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:57:38.813139 dv-cinder-837166-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:57:38.931399 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c046fb6d-90c9-4fb5-878f-31c14c5d9b7c req-f920831f-f1da-4ea3-abd8-b8b8a733b329 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:38.933722 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c046fb6d-90c9-4fb5-878f-31c14c5d9b7c req-f920831f-f1da-4ea3-abd8-b8b8a733b329 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0801537 Apr 11 16:57:38.936759 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (2ab5e778-6aae-4dee-988a-ff4d82ae3ae0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.948708 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:38.954453 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] 10.222.0.73 "DELETE /v2.0/networks/2ab5e778-6aae-4dee-988a-ff4d82ae3ae0 HTTP/1.1" status: 204 len: 168 time: 1.0318792 Apr 11 16:57:38.974125 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bea0f7-0035-4605-8919-4096fab1d731 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ab5e778-6aae-4dee-988a-ff4d82ae3ae0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:38.991449 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-18a2f1ac-b2f8-4de8-8991-8f5b61e05325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:38.992972 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-18a2f1ac-b2f8-4de8-8991-8f5b61e05325 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 919 time: 0.2853005 Apr 11 16:57:39.014886 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c046fb6d-90c9-4fb5-878f-31c14c5d9b7c req-cf4af376-6f1d-4b16-8aaf-6bff44a5b080 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689187 Apr 11 16:57:39.093160 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-b8d55a89-934e-40fa-8de2-f075e6fa9c22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6 HTTP/1.1" status: 200 len: 1002 time: 0.0934460 Apr 11 16:57:39.117660 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42014) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:39.149404 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-19eacbd8-05ca-4082-8341-5cdeb70974fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:39.151605 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-19eacbd8-05ca-4082-8341-5cdeb70974fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.0525146 Apr 11 16:57:39.165533 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-65d85327-b1da-4ec4-8125-24bb7fd76c65 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=28c4fb270b99427b9fb085597e134917&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0450580 Apr 11 16:57:39.166848 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42018) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:39.226880 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-6c5e9f21-716d-4bb6-b0cf-95be2d35f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:39.227335 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be61f1f-92b0-412c-be97-1067c9616d44 admin admin] Publish callbacks [] for security_group (8eef6bbc-a82a-458f-b927-17c4f49bfb70), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:39.228592 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-6c5e9f21-716d-4bb6-b0cf-95be2d35f151 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0550292 Apr 11 16:57:39.253826 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be61f1f-92b0-412c-be97-1067c9616d44 admin admin] Publish callbacks [] for security_group (8eef6bbc-a82a-458f-b927-17c4f49bfb70), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:39.278639 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 52639abd-1c8c-4dd2-8073-884728e5fa54 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:39.315114 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 52639abd-1c8c-4dd2-8073-884728e5fa54 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:57:39.315636 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 52639abd-1c8c-4dd2-8073-884728e5fa54 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:39.316407 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device df5d4577-0a9c-426d-a1cd-d93bc779d35e no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:39.317303 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be61f1f-92b0-412c-be97-1067c9616d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8eef6bbc-a82a-458f-b927-17c4f49bfb70), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:39.319944 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8be61f1f-92b0-412c-be97-1067c9616d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:39.321086 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8be61f1f-92b0-412c-be97-1067c9616d44 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8eef6bbc-a82a-458f-b927-17c4f49bfb70 HTTP/1.1" status: 204 len: 168 time: 0.1531110 Apr 11 16:57:39.330651 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be61f1f-92b0-412c-be97-1067c9616d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eef6bbc-a82a-458f-b927-17c4f49bfb70,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:39.337596 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: df5d4577-0a9c-426d-a1cd-d93bc779d35e {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:57:39.337960 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device df5d4577-0a9c-426d-a1cd-d93bc779d35e not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:39.338384 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:39.365337 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:57:39.365698 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device b605f8a4-d64f-46d1-8d55-91b1f7a68dd2 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:39.388109 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-9617f239-e150-4c99-bca4-f294edf481d0 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529412 Apr 11 16:57:39.493935 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-739cd7ee-0c72-4db7-bdd0-ba05425df355 req-4c3d1c1d-62f0-4c8a-a95a-a46b6f93df93 service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995650 Apr 11 16:57:39.698714 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-896ea55f-9d2b-49a1-b088-e90ba22ed82d req-c3fe43f4-c1d3-48a9-afa5-f401f25d607c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 210 time: 0.0269084 Apr 11 16:57:39.890911 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8a2429e6-18f6-4ebd-9e3a-2dda32b48491 req-006374ab-fdd3-4865-987b-25742bc73c24 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 210 time: 0.0276563 Apr 11 16:57:40.062141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42046) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:40.140026 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83a65bb-6a9f-4b3d-8830-b7bce81291ee req-48936c92-661d-476c-bf89-3b362eee132e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:40.141518 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c83a65bb-6a9f-4b3d-8830-b7bce81291ee req-48936c92-661d-476c-bf89-3b362eee132e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0491939 Apr 11 16:57:40.166672 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-924431892-network', 'tenant_id': '6373f0fa961345f986cd9c919dbb9ee4'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:40.204464 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Made reservation on behalf of 6373f0fa961345f986cd9c919dbb9ee4 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:57:40.206746 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.212406 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c83a65bb-6a9f-4b3d-8830-b7bce81291ee req-0656b8c8-3117-49ed-a23b-f16c34807d82 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646133 Apr 11 16:57:40.217694 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.293459 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Publish callbacks [] for security_group (f0f97c8b-fe2b-4f92-a472-93305cb68dba), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.297474 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f0f97c8b-fe2b-4f92-a472-93305cb68dba), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.317542 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] vlan segment allocate from pool success with {'vlan_id': 1178, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:57:40.331495 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f97c8b-fe2b-4f92-a472-93305cb68dba,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:40.334293 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (f59531b8-7bd8-4a45-ba9f-a6b2a9b9382d), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.334740 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Added segment f59531b8-7bd8-4a45-ba9f-a6b2a9b9382d of type vlan for network b36e89e3-f4e2-45a7-8485-0db8d145271f Apr 11 16:57:40.374381 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (b36e89e3-f4e2-45a7-8485-0db8d145271f), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.399222 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (b36e89e3-f4e2-45a7-8485-0db8d145271f), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.400167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:40.400784 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.437105 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3744502 Apr 11 16:57:40.440179 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42050) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:40.449260 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Request body: {'subnet': {'network_id': 'b36e89e3-f4e2-45a7-8485-0db8d145271f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-924431892-subnet', 'tenant_id': '6373f0fa961345f986cd9c919dbb9ee4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:40.467385 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa549a1-7e17-43cc-9441-aa734d5c6d00 admin admin] Pushing event updated for resources: {'Network': ['ID=b36e89e3-f4e2-45a7-8485-0db8d145271f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:40.471903 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Made reservation on behalf of 6373f0fa961345f986cd9c919dbb9ee4 for: {'subnet': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:57:40.474227 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-33203660'] for subnet (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.477876 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network b36e89e3-f4e2-45a7-8485-0db8d145271f details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:57:40.641352 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29938880', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-33203678'] for subnet (de1f38de-1a68-4295-94e7-a24b9e32a9b1), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.698996 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de1f38de-1a68-4295-94e7-a24b9e32a9b1,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:40.704177 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Checking segment: {'id': 'f59531b8-7bd8-4a45-ba9f-a6b2a9b9382d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1178, 'network_id': 'b36e89e3-f4e2-45a7-8485-0db8d145271f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:57:40.704543 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Network hostable DHCP agents. Network: b36e89e3-f4e2-45a7-8485-0db8d145271f, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:57:40.721330 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Network b36e89e3-f4e2-45a7-8485-0db8d145271f is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:57:40.730718 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, b36e89e3-f4e2-45a7-8485-0db8d145271f) {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:57:40.735759 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:40.736372 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:40.740592 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7ce8fb-be8c-41c6-8d24-1b776c1b4161 None None] Network b36e89e3-f4e2-45a7-8485-0db8d145271f requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:57:40.756010 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9a3d4868-719a-4481-a4c8-cd7c36d04595 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3145399 Apr 11 16:57:40.801273 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-33758e86-dda6-45ef-8f0a-c738e5550cf3 req-e09e117b-9d8c-47a1-9ff8-b1ebf3441b7d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 210 time: 0.0287778 Apr 11 16:57:40.851791 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edafbf4f-f1a1-44ae-8e53-97f95881519e None None] Network b36e89e3-f4e2-45a7-8485-0db8d145271f requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:57:40.994262 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5482f093-efca-4397-aaf9-cb1c165500a7 req-92945903-cf9f-4d26-8e2c-bc904a7d2ad9 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 210 time: 0.0313709 Apr 11 16:57:41.230744 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42070) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:41.235645 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-547191003-network', 'tenant_id': '8e7991d9a787467eb0c89417eecb3cec'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:41.256364 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Made reservation on behalf of 8e7991d9a787467eb0c89417eecb3cec for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:57:41.258909 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.268897 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.344171 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b86869-57c7-4378-aff5-820d3047731b req-74f1d399-3854-4b2a-aae0-ca489c2a7204 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:41.345648 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-02b86869-57c7-4378-aff5-820d3047731b req-74f1d399-3854-4b2a-aae0-ca489c2a7204 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 946 time: 0.0519280 Apr 11 16:57:41.348861 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Publish callbacks [] for security_group (622c1dee-f79e-4a64-bfb2-efe5b2ca8340), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.352612 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (622c1dee-f79e-4a64-bfb2-efe5b2ca8340), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.374533 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 1162, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:57:41.391346 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=622c1dee-f79e-4a64-bfb2-efe5b2ca8340,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:41.395793 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (ed0d5e65-2a44-4d15-bc30-a8b5a7d8f08d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.396145 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Added segment ed0d5e65-2a44-4d15-bc30-a8b5a7d8f08d of type vlan for network 3a147d38-35d7-4db0-888f-1cd524632c19 Apr 11 16:57:41.410098 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-02b86869-57c7-4378-aff5-820d3047731b req-c2789d2c-a594-4897-ad75-5994e14d5398 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585713 Apr 11 16:57:41.439695 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (3a147d38-35d7-4db0-888f-1cd524632c19), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.466955 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (3a147d38-35d7-4db0-888f-1cd524632c19), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.467950 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:41.468586 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.507884 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2760184 Apr 11 16:57:41.510702 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42074) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:41.516151 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Request body: {'subnet': {'network_id': '3a147d38-35d7-4db0-888f-1cd524632c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-547191003-subnet', 'tenant_id': '8e7991d9a787467eb0c89417eecb3cec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:41.535784 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Made reservation on behalf of 8e7991d9a787467eb0c89417eecb3cec for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:57:41.538161 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708f0fa8-8373-4215-88f5-8f7a7b974a85 admin admin] Pushing event updated for resources: {'Network': ['ID=3a147d38-35d7-4db0-888f-1cd524632c19,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:41.538289 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328849'] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.548411 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 3a147d38-35d7-4db0-888f-1cd524632c19 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:57:41.727691 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25281304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328835'] for subnet (ad57232b-4ec9-457c-84e9-1b2b6d9f41d4), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.758167 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-b686d7d5-c71f-477e-8ffa-79666946fb08 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:41.759954 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-b686d7d5-c71f-477e-8ffa-79666946fb08 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 810 time: 0.1388981 Apr 11 16:57:41.786410 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad57232b-4ec9-457c-84e9-1b2b6d9f41d4,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:41.795520 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Checking segment: {'id': 'ed0d5e65-2a44-4d15-bc30-a8b5a7d8f08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1162, 'network_id': '3a147d38-35d7-4db0-888f-1cd524632c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:57:41.795982 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Network hostable DHCP agents. Network: 3a147d38-35d7-4db0-888f-1cd524632c19, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:57:41.815795 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Network 3a147d38-35d7-4db0-888f-1cd524632c19 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:57:41.834155 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 3a147d38-35d7-4db0-888f-1cd524632c19) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:57:41.842525 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:41.843040 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a60f15-02ff-4ff0-a548-4daa82a749f7 None None] Network 3a147d38-35d7-4db0-888f-1cd524632c19 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:57:41.843342 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.865994 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5bc5c05b-a5b6-4a24-ae1c-01950185aff4 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3540921 Apr 11 16:57:41.953848 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-abcd71e4-0ab9-40cc-baec-b6758e0dee03 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 380 time: 0.1386321 Apr 11 16:57:41.957076 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6fe99598-693c-4092-815d-8680fef4f9d1 req-dd029ce9-07c8-4157-aac3-3f0feda42824 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 210 time: 0.0505164 Apr 11 16:57:42.018827 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-ef48207f-5bdb-42f7-a112-36f25638b879 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:42.021838 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-ef48207f-5bdb-42f7-a112-36f25638b879 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 814 time: 0.2378097 Apr 11 16:57:42.029354 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3bc32f-7046-47d8-bbb7-3a6d5602f16a None None] Network 3a147d38-35d7-4db0-888f-1cd524632c19 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:57:42.042527 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42084) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:42.107778 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7207e32f-35bf-470c-adcd-6c31402f9f19 req-284798c8-5ca0-48db-b50f-07c790cb0ec4 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 210 time: 0.0360613 Apr 11 16:57:42.114651 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d03f29-9aed-4ede-aed1-22b018ff31b9 admin admin] Deleting subnet de1f38de-1a68-4295-94e7-a24b9e32a9b1 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:57:42.118011 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d03f29-9aed-4ede-aed1-22b018ff31b9 admin admin] Publish callbacks [] for subnet (de1f38de-1a68-4295-94e7-a24b9e32a9b1), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.140671 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:42.153537 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d03f29-9aed-4ede-aed1-22b018ff31b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26006124'] for subnet (de1f38de-1a68-4295-94e7-a24b9e32a9b1), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.194936 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d03f29-9aed-4ede-aed1-22b018ff31b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (de1f38de-1a68-4295-94e7-a24b9e32a9b1), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.204748 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'port': {'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'admin_state_up': True, 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'security_groups': ['51be5618-7b50-4631-9b0a-a1ae6ec3407f']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:42.223304 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d88b6bba-73b3-45e6-8890-9477e4a09ff6 is: ACTIVE; New status is: DOWN {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:42.223694 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.258088 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d03f29-9aed-4ede-aed1-22b018ff31b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328844'] for subnet (de1f38de-1a68-4295-94e7-a24b9e32a9b1), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.259453 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:42.266797 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d492ea-84ba-4fbc-a77f-d4d5a8c356b5" -d '{"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-unplugged", "status": "completed", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:42.305876 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-b8d03f29-9aed-4ede-aed1-22b018ff31b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.309462 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-b8d03f29-9aed-4ede-aed1-22b018ff31b9 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/de1f38de-1a68-4295-94e7-a24b9e32a9b1 HTTP/1.1" status: 204 len: 168 time: 0.2657087 Apr 11 16:57:42.310344 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d03f29-9aed-4ede-aed1-22b018ff31b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de1f38de-1a68-4295-94e7-a24b9e32a9b1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:42.315092 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:42.317771 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42092) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:42.320616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.346965 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cabcaa4-d810-4ec3-bf8e-85af306c1d1c x-openstack-request-id: req-8cabcaa4-d810-4ec3-bf8e-85af306c1d1c {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:42.347307 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-unplugged", "status": "failed", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6", "code": 422}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:42.347526 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8cabcaa4-d810-4ec3-bf8e-85af306c1d1c {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:42.348265 dv-cinder-837166-2-iscsi neutron-server[109890]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-8cabcaa4-d810-4ec3-bf8e-85af306c1d1c']: {'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'code': 422} returned with failed status Apr 11 16:57:42.364316 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-8a989ce8-528f-4314-be25-14907acad639 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 472 time: 0.1243410 Apr 11 16:57:42.381220 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=8']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:42.401743 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'port': {'device_id': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'admin_state_up': True, 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'security_groups': ['1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:42.402157 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (b36e89e3-f4e2-45a7-8485-0db8d145271f), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.406415 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Made reservation on behalf of 5e8e5da108f24ed3b3955c8a12bdf580 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:57:42.419894 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.503759 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (b36e89e3-f4e2-45a7-8485-0db8d145271f), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.543316 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-24919841-1d34-4cab-84c6-c259249a4f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.549018 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36e89e3-f4e2-45a7-8485-0db8d145271f']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:42.561798 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29a8b8e-b68e-42ff-a25c-ec2c0f040d74 req-dc13401a-4fe8-4dc0-a804-45422b71b459 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:42.563731 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d29a8b8e-b68e-42ff-a25c-ec2c0f040d74 req-dc13401a-4fe8-4dc0-a804-45422b71b459 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0724440 Apr 11 16:57:42.567468 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59531b8-7bd8-4a45-ba9f-a6b2a9b9382d') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:42.567849 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59531b8-7bd8-4a45-ba9f-a6b2a9b9382d') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:42.585253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (f59531b8-7bd8-4a45-ba9f-a6b2a9b9382d), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.608782 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (f59531b8-7bd8-4a45-ba9f-a6b2a9b9382d), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.624259 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Releasing vlan 1178 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:57:42.624754 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (f59531b8-7bd8-4a45-ba9f-a6b2a9b9382d), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:57:42.626520 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:57:42.638045 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Made reservation on behalf of 560e37bd1eae45cea00a7d544ad73cf0 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:57:42.641901 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.663193 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Allocated IP 172.20.0.7 (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205/8d894bda-ddde-4f3f-9c8d-40234237cc0e/78807f0c-734d-4eab-82ce-c1a5ceb52517) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:57:42.679969 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d29a8b8e-b68e-42ff-a25c-ec2c0f040d74 req-a896f998-cbd5-4d95-8dd1-c46505575f95 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042016 Apr 11 16:57:42.696470 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (b36e89e3-f4e2-45a7-8485-0db8d145271f), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.713814 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.720400 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] 10.222.0.73 "DELETE /v2.0/networks/b36e89e3-f4e2-45a7-8485-0db8d145271f HTTP/1.1" status: 204 len: 168 time: 0.3969183 Apr 11 16:57:42.720400 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f658fd-6888-484c-8340-d6a4f03f435c admin admin] Pushing event deleted for resources: {'Network': ['ID=b36e89e3-f4e2-45a7-8485-0db8d145271f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:42.720400 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42098) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:42.767749 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b75e0f3-3815-4d7c-82b2-0a72890875cf admin admin] Deleting subnet ad57232b-4ec9-457c-84e9-1b2b6d9f41d4 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:57:42.771425 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b75e0f3-3815-4d7c-82b2-0a72890875cf admin admin] Publish callbacks [] for subnet (ad57232b-4ec9-457c-84e9-1b2b6d9f41d4), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.810899 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b75e0f3-3815-4d7c-82b2-0a72890875cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26006124'] for subnet (ad57232b-4ec9-457c-84e9-1b2b6d9f41d4), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.852704 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b75e0f3-3815-4d7c-82b2-0a72890875cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (ad57232b-4ec9-457c-84e9-1b2b6d9f41d4), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.899428 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Allocated IP 172.20.0.7 (35f80eca-6d32-4eb8-b48f-bff356f2952c/4ff6262d-27ce-4763-a1ed-534e3fa30e66/08f79a22-b807-4c7d-9d04-ceb724962440) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:57:42.916194 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b75e0f3-3815-4d7c-82b2-0a72890875cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328844'] for subnet (ad57232b-4ec9-457c-84e9-1b2b6d9f41d4), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.931375 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.952732 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75e0f3-3815-4d7c-82b2-0a72890875cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad57232b-4ec9-457c-84e9-1b2b6d9f41d4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:42.961441 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6b75e0f3-3815-4d7c-82b2-0a72890875cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.967507 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-6b75e0f3-3815-4d7c-82b2-0a72890875cf admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ad57232b-4ec9-457c-84e9-1b2b6d9f41d4 HTTP/1.1" status: 204 len: 168 time: 0.2464807 Apr 11 16:57:42.968127 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42106) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:43.060957 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b22be10d-0540-473e-b533-87464c584f30 req-6b264e76-878e-4713-8811-0d4115c58919 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 210 time: 0.0293102 Apr 11 16:57:43.104209 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.118988 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (3a147d38-35d7-4db0-888f-1cd524632c19), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.178778 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:57:43.194580 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=78807f0c-734d-4eab-82ce-c1a5ceb52517,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:43.197117 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:57:43.202335 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:57:43.223338 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5a714b94-95c1-4884-8377-b66d42ac6b7f req-ec2a84ff-a4b2-48bb-a471-a1a831016cfe tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 210 time: 0.0329847 Apr 11 16:57:43.273121 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (08f79a22-b807-4c7d-9d04-ceb724962440), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.334550 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (3a147d38-35d7-4db0-888f-1cd524632c19), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.353092 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:43.354109 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.374258 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a147d38-35d7-4db0-888f-1cd524632c19']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:43.393320 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed0d5e65-2a44-4d15-bc30-a8b5a7d8f08d') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:43.393620 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed0d5e65-2a44-4d15-bc30-a8b5a7d8f08d') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:43.411674 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-955a05a9-3832-4029-966e-dd26ccc9f973 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2108195 Apr 11 16:57:43.414665 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29398347'] for segment (ed0d5e65-2a44-4d15-bc30-a8b5a7d8f08d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.430766 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-e7d7ecf6-c385-4258-b71e-d7aa61f205f4 None None] Provisioning complete for port 78807f0c-734d-4eab-82ce-c1a5ceb52517 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:57:43.431265 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e7d7ecf6-c385-4258-b71e-d7aa61f205f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.434926 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Request body: {'port': {'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:43.441300 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (ed0d5e65-2a44-4d15-bc30-a8b5a7d8f08d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.464148 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.468755 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Releasing vlan 1162 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:57:43.469158 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29940391'] for segment (ed0d5e65-2a44-4d15-bc30-a8b5a7d8f08d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: timer() Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: self._notify() Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: event.method(event) Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:57:43.470961 dv-cinder-837166-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:57:43.476347 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e7d7ecf6-c385-4258-b71e-d7aa61f205f4 None None] Port 78807f0c-734d-4eab-82ce-c1a5ceb52517 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:57:43.593716 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:57:43.595940 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (3a147d38-35d7-4db0-888f-1cd524632c19), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.600532 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.602703 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:57:43.613078 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:57:43.623595 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.629533 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3a147d38-35d7-4db0-888f-1cd524632c19 HTTP/1.1" status: 204 len: 168 time: 0.6544771 Apr 11 16:57:43.640799 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=08f79a22-b807-4c7d-9d04-ceb724962440,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:43.662313 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558460c4-c6af-4d7b-9de5-43217b69c7f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a147d38-35d7-4db0-888f-1cd524632c19,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:43.726000 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:43.732390 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edd954-e9b1-4785-9082-584c79baf62a req-5f785617-261a-468a-aa80-7111cda8c0fb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:43.732873 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.734426 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3edd954-e9b1-4785-9082-584c79baf62a req-5f785617-261a-468a-aa80-7111cda8c0fb tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0637844 Apr 11 16:57:43.814525 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-3e471a90-3036-4310-9e0e-b40272ee5d70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4177096 Apr 11 16:57:43.836930 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Request body: {'port': {'device_id': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:57:43.894368 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42140) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:44.005224 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-3311f966-fbe6-4537-8e66-9e198284573b None None] Provisioning complete for port 08f79a22-b807-4c7d-9d04-ceb724962440 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:57:44.005605 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-3311f966-fbe6-4537-8e66-9e198284573b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.039678 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-03343f4f-0dda-43e7-9c43-7970826b5141 service neutron] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2889998 Apr 11 16:57:44.042651 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-3311f966-fbe6-4537-8e66-9e198284573b None None] Port 08f79a22-b807-4c7d-9d04-ceb724962440 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:57:44.095918 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f3edd954-e9b1-4785-9082-584c79baf62a req-e37a3a1f-5f27-4513-a042-dad25656dff5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3541431 Apr 11 16:57:44.140621 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-82f55041-4a7e-43d7-a2c9-b8fc3ff3e0a8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:44.142090 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-82f55041-4a7e-43d7-a2c9-b8fc3ff3e0a8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports/d88b6bba-73b3-45e6-8890-9477e4a09ff6 HTTP/1.1" status: 200 len: 941 time: 0.0638366 Apr 11 16:57:44.191321 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c637461d-4813-426b-a0b0-2196dd0570bf req-d4d518af-cc39-4e5f-b271-e694231bd802 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:44.193577 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c637461d-4813-426b-a0b0-2196dd0570bf req-d4d518af-cc39-4e5f-b271-e694231bd802 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 931 time: 0.0492313 Apr 11 16:57:44.250372 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c637461d-4813-426b-a0b0-2196dd0570bf req-2b86ecd9-f0cf-40a1-9584-5f292efa5f78 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498493 Apr 11 16:57:44.258283 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.294919 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c3896886-c6b5-4f2b-b422-6ceef8593369 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=6373f0fa961345f986cd9c919dbb9ee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3909118 Apr 11 16:57:44.296006 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42152) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:44.378704 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19435e2c-aba0-4105-b128-0ab1154b8748 req-bfa3ffb6-e9c1-47be-bc5e-cc75baa2c4ee tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:44.380464 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-19435e2c-aba0-4105-b128-0ab1154b8748 req-bfa3ffb6-e9c1-47be-bc5e-cc75baa2c4ee tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 931 time: 0.0652137 Apr 11 16:57:44.409859 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe7d75b-c8f0-4b54-b13b-7b50961e2dc9 admin admin] Publish callbacks [] for security_group (f0f97c8b-fe2b-4f92-a472-93305cb68dba), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.448569 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe7d75b-c8f0-4b54-b13b-7b50961e2dc9 admin admin] Publish callbacks [] for security_group (f0f97c8b-fe2b-4f92-a472-93305cb68dba), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.452385 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78807f0c-734d-4eab-82ce-c1a5ceb52517 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:57:44.464214 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Publish callbacks [] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.472215 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-19435e2c-aba0-4105-b128-0ab1154b8748 req-75a3684b-6fed-4127-bceb-a0799e6c3d7c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814149 Apr 11 16:57:44.499498 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Transition to ACTIVE for port object 78807f0c-734d-4eab-82ce-c1a5ceb52517 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:57:44.523441 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe7d75b-c8f0-4b54-b13b-7b50961e2dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f0f97c8b-fe2b-4f92-a472-93305cb68dba), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.526123 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-abe7d75b-c8f0-4b54-b13b-7b50961e2dc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.529627 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-abe7d75b-c8f0-4b54-b13b-7b50961e2dc9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f0f97c8b-fe2b-4f92-a472-93305cb68dba HTTP/1.1" status: 204 len: 168 time: 0.2303119 Apr 11 16:57:44.535543 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7d75b-c8f0-4b54-b13b-7b50961e2dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f97c8b-fe2b-4f92-a472-93305cb68dba,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:44.545626 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.637819 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Pushing event updated for resources: {'Port': ['ID=78807f0c-734d-4eab-82ce-c1a5ceb52517,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:44.744937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08f79a22-b807-4c7d-9d04-ceb724962440 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:57:44.755655 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Publish callbacks [] for port (08f79a22-b807-4c7d-9d04-ceb724962440), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.785569 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Attempting to bind port 78807f0c-734d-4eab-82ce-c1a5ceb52517 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:57:44.785932 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Attempting to bind port 78807f0c-734d-4eab-82ce-c1a5ceb52517 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:57:44.786250 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Attempting to bind port 78807f0c-734d-4eab-82ce-c1a5ceb52517 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:57:44.788692 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Transition to ACTIVE for port object 08f79a22-b807-4c7d-9d04-ceb724962440 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:57:44.792518 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Port 78807f0c-734d-4eab-82ce-c1a5ceb52517 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:57:44.792879 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Attempting to bind port 78807f0c-734d-4eab-82ce-c1a5ceb52517 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:57:44.795593 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.824658 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:57:44.825012 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Checking segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:57:44.825405 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Bound using segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:57:44.825847 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Bound port: 78807f0c-734d-4eab-82ce-c1a5ceb52517, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:57:44.826210 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.873220 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f5078368-87fb-48e8-9a80-14c2b63270fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:44.883659 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Pushing event updated for resources: {'Port': ['ID=08f79a22-b807-4c7d-9d04-ceb724962440,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:44.966726 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] For port 78807f0c-734d-4eab-82ce-c1a5ceb52517, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:57:44.971339 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] For port 78807f0c-734d-4eab-82ce-c1a5ceb52517, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:57:44.975292 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42158) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:44.982423 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.017717 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Attempting to bind port 08f79a22-b807-4c7d-9d04-ceb724962440 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:57:45.018059 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Attempting to bind port 08f79a22-b807-4c7d-9d04-ceb724962440 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:57:45.018398 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Attempting to bind port 08f79a22-b807-4c7d-9d04-ceb724962440 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:57:45.029195 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42160) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:45.039265 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-18f72c89-40f7-4fc9-9889-35304089d5e6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e7991d9a787467eb0c89417eecb3cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0626943 Apr 11 16:57:45.040743 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.041379 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.042779 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] 10.222.0.15 "PUT /v2.0/ports/78807f0c-734d-4eab-82ce-c1a5ceb52517 HTTP/1.1" status: 200 len: 1093 time: 1.6138060 Apr 11 16:57:45.044874 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:45.047927 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac" -d '{"events": [{"name": "network-changed", "server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:45.050375 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Port 08f79a22-b807-4c7d-9d04-ceb724962440 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:57:45.050799 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Attempting to bind port 08f79a22-b807-4c7d-9d04-ceb724962440 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:57:45.093369 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:57:45.093765 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Checking segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:57:45.094116 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Bound using segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:57:45.094569 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Bound port: 08f79a22-b807-4c7d-9d04-ceb724962440, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:57:45.095157 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.104003 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfc9379-16dd-4cf3-b088-05144a9f1f3b x-openstack-request-id: req-dcfc9379-16dd-4cf3-b088-05144a9f1f3b {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:45.104329 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:45.104592 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dcfc9379-16dd-4cf3-b088-05144a9f1f3b {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:45.104998 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfc9379-16dd-4cf3-b088-05144a9f1f3b'] response: {'name': 'network-changed', 'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'status': 'completed', 'code': 200} Apr 11 16:57:45.138685 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2708c-92e0-4718-9a32-a8f959593eca service neutron] Pushing event updated for resources: {'Port': ['ID=78807f0c-734d-4eab-82ce-c1a5ceb52517,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:45.211362 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-ac73b9f1-dfbd-44dc-8cb0-a166331889d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.212856 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-ac73b9f1-dfbd-44dc-8cb0-a166331889d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa&tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c HTTP/1.1" status: 200 len: 1128 time: 0.1419945 Apr 11 16:57:45.237203 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-ce6824ee-8f35-4357-9ba6-1145b62c72c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.238733 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-ce6824ee-8f35-4357-9ba6-1145b62c72c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 1127 time: 0.1048145 Apr 11 16:57:45.244788 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858ede2-cb99-4340-97f2-81a9ff1d0c3c req-41faf24b-92b6-4711-b57d-710b97506cc5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.246309 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c858ede2-cb99-4340-97f2-81a9ff1d0c3c req-41faf24b-92b6-4711-b57d-710b97506cc5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0658746 Apr 11 16:57:45.254170 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-778b07ed-8024-4cd0-895d-863b445495b3 admin admin] Publish callbacks [] for security_group (622c1dee-f79e-4a64-bfb2-efe5b2ca8340), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.297182 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c858ede2-cb99-4340-97f2-81a9ff1d0c3c req-ab62feca-4a91-4d96-b18f-21673a28c231 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441902 Apr 11 16:57:45.343340 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-f01aa068-f62a-4cb5-ad18-e786babe879f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517 HTTP/1.1" status: 200 len: 217 time: 0.0871608 Apr 11 16:57:45.344367 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] For port 08f79a22-b807-4c7d-9d04-ceb724962440, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:57:45.354750 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-778b07ed-8024-4cd0-895d-863b445495b3 admin admin] Publish callbacks [] for security_group (622c1dee-f79e-4a64-bfb2-efe5b2ca8340), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.392460 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0e79f-5815-4cf7-b6fa-a53ad741579d req-52f977c4-22b7-44ba-b4d0-c9146d369bae tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.393982 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-44f0e79f-5815-4cf7-b6fa-a53ad741579d req-52f977c4-22b7-44ba-b4d0-c9146d369bae tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 943 time: 0.0477839 Apr 11 16:57:45.401314 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] For port 08f79a22-b807-4c7d-9d04-ceb724962440, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=08f79a22-b807-4c7d-9d04-ceb724962440,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:57:45.409615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-93084481-f7b5-486a-b77b-7371868a9cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.411199 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-93084481-f7b5-486a-b77b-7371868a9cc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 1128 time: 0.1415946 Apr 11 16:57:45.423774 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.443677 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-44f0e79f-5815-4cf7-b6fa-a53ad741579d req-47e954d3-3365-4246-b38b-26e2b1d9780e tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Apr 11 16:57:45.500444 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-74b91a9a-c546-4261-a8ba-3a35dad80e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.501923 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-74b91a9a-c546-4261-a8ba-3a35dad80e07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.1494079 Apr 11 16:57:45.503267 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.503863 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.505375 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] 10.222.0.15 "PUT /v2.0/ports/08f79a22-b807-4c7d-9d04-ceb724962440 HTTP/1.1" status: 200 len: 1093 time: 1.6767893 Apr 11 16:57:45.604797 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-778b07ed-8024-4cd0-895d-863b445495b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (622c1dee-f79e-4a64-bfb2-efe5b2ca8340), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.607499 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-778b07ed-8024-4cd0-895d-863b445495b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:45.607918 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-778b07ed-8024-4cd0-895d-863b445495b3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/622c1dee-f79e-4a64-bfb2-efe5b2ca8340 HTTP/1.1" status: 204 len: 168 time: 0.5777781 Apr 11 16:57:45.628576 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a3b3b-3ea2-4ae1-ab95-ee297ac41319 req-f8f09882-281a-42d9-b4f4-ee266ac9e2dd tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.630391 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-062a3b3b-3ea2-4ae1-ab95-ee297ac41319 req-f8f09882-281a-42d9-b4f4-ee266ac9e2dd tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 943 time: 0.0579593 Apr 11 16:57:45.640083 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f53964-b52b-47f8-aae2-4ae922f6ce4f service neutron] Pushing event updated for resources: {'Port': ['ID=08f79a22-b807-4c7d-9d04-ceb724962440,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:45.660542 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778b07ed-8024-4cd0-895d-863b445495b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622c1dee-f79e-4a64-bfb2-efe5b2ca8340,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:45.673542 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-f69be4d5-f0d3-4baa-9b86-76b268f43eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.675126 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-f69be4d5-f0d3-4baa-9b86-76b268f43eff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1345417 Apr 11 16:57:45.711135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-ab5387e1-d6b7-4654-85f7-5b1b947bb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.712645 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-ab5387e1-d6b7-4654-85f7-5b1b947bb67e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 1127 time: 0.1274807 Apr 11 16:57:45.750652 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-79f5c717-3f92-48ca-887f-3941eb855788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.751729 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-062a3b3b-3ea2-4ae1-ab95-ee297ac41319 req-5e051426-e4f4-415d-9779-4dea5bd92b93 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028087 Apr 11 16:57:45.752132 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-79f5c717-3f92-48ca-887f-3941eb855788 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 200 len: 919 time: 0.3194015 Apr 11 16:57:45.798755 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-29beb714-4782-44d6-962e-4801e0a4a19f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f79a22-b807-4c7d-9d04-ceb724962440 HTTP/1.1" status: 200 len: 217 time: 0.0663805 Apr 11 16:57:45.933497 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-0c754560-0226-49e1-94e8-735c4f67e9bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6 HTTP/1.1" status: 200 len: 1000 time: 0.1499705 Apr 11 16:57:45.937108 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-e4470e6e-dddb-4513-b522-418bbc008ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:45.938499 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-e4470e6e-dddb-4513-b522-418bbc008ba4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.1078520 Apr 11 16:57:45.946276 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:46.016538 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-1d6bb257-4958-4bf7-9755-692f1af3faab service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329549 Apr 11 16:57:46.038623 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-7b14f8bb-1e70-4d91-83b4-a6c35b12da53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:46.040348 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-7b14f8bb-1e70-4d91-83b4-a6c35b12da53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 200 len: 856 time: 0.0991104 Apr 11 16:57:46.052135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-f3f03340-419e-496e-bd60-073f0d5cdc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:46.053594 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-f3f03340-419e-496e-bd60-073f0d5cdc59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792799 Apr 11 16:57:46.165133 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:46.189137 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-db9e1526-aa0c-4042-9ad1-bf5923d0ed45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:46.190643 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-db9e1526-aa0c-4042-9ad1-bf5923d0ed45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1399755 Apr 11 16:57:46.251906 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d88b6bba-73b3-45e6-8890-9477e4a09ff6 is: DOWN; New status is: DOWN {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:46.285747 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-201e3732-fd46-42bb-8877-aecfbf063aa9 req-23c96087-3166-4a82-92cf-f7fd0b4a15c3 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616475 Apr 11 16:57:46.290975 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-aec21163-ce9e-4606-9a8a-fd913ac1fc7a service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274787 Apr 11 16:57:46.344684 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-b29818a9-bfc8-445c-827d-20150dfcbb8a service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444218 Apr 11 16:57:46.410043 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-781392f6-dec6-4e59-80ba-4b3a1adf7a27 req-e6454750-853f-4dea-a6d6-372b1a513612 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067970 Apr 11 16:57:46.424812 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93483ba5-2127-46d7-96cb-a8bbab5975bd req-17a9e763-d719-46e1-9477-37d9733ac518 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:46.426304 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-93483ba5-2127-46d7-96cb-a8bbab5975bd req-17a9e763-d719-46e1-9477-37d9733ac518 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0500858 Apr 11 16:57:46.472975 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-93483ba5-2127-46d7-96cb-a8bbab5975bd req-61d56e48-19b2-4934-931a-1c507e938eb3 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406919 Apr 11 16:57:46.564227 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de315180-9dcc-4ab0-895b-8bdfd157bd74 req-4e736d5b-a436-4ddd-8471-4b47a088e64b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:46.566270 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-de315180-9dcc-4ab0-895b-8bdfd157bd74 req-4e736d5b-a436-4ddd-8471-4b47a088e64b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 943 time: 0.0556390 Apr 11 16:57:46.624855 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-de315180-9dcc-4ab0-895b-8bdfd157bd74 req-354d0270-967b-4163-8c23-ec3b2f6883c5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531404 Apr 11 16:57:46.677224 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-1ae82d85-e58a-493b-9c7e-d2dce83d8de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:46.678820 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-1ae82d85-e58a-493b-9c7e-d2dce83d8de3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 1127 time: 0.0862851 Apr 11 16:57:46.704578 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dac0cdb4-b025-489f-9135-b3b9aac139f1 req-06812ce3-2081-4e57-944e-0bdc371a475e service neutron] 10.222.0.15 "GET /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231003 Apr 11 16:57:46.851486 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c35645-4e87-42e8-8384-4d3cb12f2c6d req-b6623cee-7914-4e4f-ad86-b404784b4e2c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:46.852846 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a5c35645-4e87-42e8-8384-4d3cb12f2c6d req-b6623cee-7914-4e4f-ad86-b404784b4e2c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 943 time: 0.0465105 Apr 11 16:57:46.901816 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a5c35645-4e87-42e8-8384-4d3cb12f2c6d req-adb11eb2-3c22-4510-87b2-4b956a6a6a7e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428944 Apr 11 16:57:47.105968 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'tag': '08f79a22-b807-4c7d-9d04-ceb724962440'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:47.108498 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4" -d '{"events": [{"name": "network-changed", "server_uuid": "6c37f5f9-015e-4d44-b425-1dc30f544b5d", "tag": "08f79a22-b807-4c7d-9d04-ceb724962440"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:47.144168 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd31844d-e1c3-4be9-adf0-3bda03801e3f x-openstack-request-id: req-bd31844d-e1c3-4be9-adf0-3bda03801e3f {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:47.144476 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c37f5f9-015e-4d44-b425-1dc30f544b5d", "tag": "08f79a22-b807-4c7d-9d04-ceb724962440", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:47.144733 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd31844d-e1c3-4be9-adf0-3bda03801e3f {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:47.145981 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd31844d-e1c3-4be9-adf0-3bda03801e3f'] response: {'name': 'network-changed', 'server_uuid': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'tag': '08f79a22-b807-4c7d-9d04-ceb724962440', 'status': 'completed', 'code': 200} Apr 11 16:57:47.548932 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-906067bc-5de0-40df-9809-3bacb7ed60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:47.550494 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-906067bc-5de0-40df-9809-3bacb7ed60d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 1127 time: 0.0801747 Apr 11 16:57:47.559782 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:47.575317 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-7d70209b-b98b-4bdb-acde-699345f1b004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:47.576758 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-7d70209b-b98b-4bdb-acde-699345f1b004 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.1285372 Apr 11 16:57:47.620644 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f3453-a967-429b-ad90-8ca56e4c80c2 req-c7bcb76a-6e9d-4a7e-bbd5-4fab48cee9d2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:47.622789 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6d3f3453-a967-429b-ad90-8ca56e4c80c2 req-c7bcb76a-6e9d-4a7e-bbd5-4fab48cee9d2 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0485983 Apr 11 16:57:47.682960 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6d3f3453-a967-429b-ad90-8ca56e4c80c2 req-fa40b354-2985-4b53-ba67-dc20cc51a5ff tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500777 Apr 11 16:57:47.699042 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42254) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:47.744397 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f570d-94e3-4461-a6c0-e187bb8f2fcb req-8e8cb2e2-c87a-4f23-8e37-d8c67a764257 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:47.745782 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c63f570d-94e3-4461-a6c0-e187bb8f2fcb req-8e8cb2e2-c87a-4f23-8e37-d8c67a764257 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 943 time: 0.0504370 Apr 11 16:57:47.795668 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c63f570d-94e3-4461-a6c0-e187bb8f2fcb req-b6090982-504d-4223-aa67-b05507982814 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436044 Apr 11 16:57:47.803904 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-00fb1843-d924-4095-8836-b5f0cdc87fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:47.880995 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-00fb1843-d924-4095-8836-b5f0cdc87fa8 admin admin] Publish callbacks [] for security_group (cc6546fc-83c7-48a1-8f43-17fa0b8cf23b), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:47.884763 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-00fb1843-d924-4095-8836-b5f0cdc87fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (cc6546fc-83c7-48a1-8f43-17fa0b8cf23b), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:47.923511 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-00fb1843-d924-4095-8836-b5f0cdc87fa8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=72b40d88e6c14694a1314bd2a161c4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233748 Apr 11 16:57:47.924387 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fb1843-d924-4095-8836-b5f0cdc87fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6546fc-83c7-48a1-8f43-17fa0b8cf23b,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:47.926236 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42258) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:47.985898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15c7a88f-29a9-4bc3-957d-ad8a9067dbac admin admin] Publish callbacks [] for security_group (cc6546fc-83c7-48a1-8f43-17fa0b8cf23b), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.031945 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc9dc4a-7589-4e56-b124-fb630484016c req-50afd5f8-962d-44fb-bd54-43c5ec56bdc8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:48.033331 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5fc9dc4a-7589-4e56-b124-fb630484016c req-50afd5f8-962d-44fb-bd54-43c5ec56bdc8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 943 time: 0.0606515 Apr 11 16:57:48.038068 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15c7a88f-29a9-4bc3-957d-ad8a9067dbac admin admin] Publish callbacks [] for security_group (cc6546fc-83c7-48a1-8f43-17fa0b8cf23b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.107626 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5fc9dc4a-7589-4e56-b124-fb630484016c req-13b4dff1-f680-4b81-a4e3-fc7618c8adf9 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675128 Apr 11 16:57:48.111831 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-0e4b5b3a-2ab2-4dc1-b258-24041c569e4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517 HTTP/1.1" status: 200 len: 217 time: 0.0511396 Apr 11 16:57:48.125778 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15c7a88f-29a9-4bc3-957d-ad8a9067dbac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (cc6546fc-83c7-48a1-8f43-17fa0b8cf23b), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.128651 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-15c7a88f-29a9-4bc3-957d-ad8a9067dbac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.132580 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-15c7a88f-29a9-4bc3-957d-ad8a9067dbac admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/cc6546fc-83c7-48a1-8f43-17fa0b8cf23b HTTP/1.1" status: 204 len: 168 time: 0.2027690 Apr 11 16:57:48.139349 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c7a88f-29a9-4bc3-957d-ad8a9067dbac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6546fc-83c7-48a1-8f43-17fa0b8cf23b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:48.170848 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 08f79a22-b807-4c7d-9d04-ceb724962440 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:57:48.227359 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-78803a5d-4c61-4770-bb6c-a99d3ec05ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:48.228939 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-78803a5d-4c61-4770-bb6c-a99d3ec05ec3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 916 time: 0.1668930 Apr 11 16:57:48.241503 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-ea7123b9-44a8-480d-b6dd-7365340ac2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:48.243008 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-ea7123b9-44a8-480d-b6dd-7365340ac2ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0573916 Apr 11 16:57:48.298393 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 08f79a22-b807-4c7d-9d04-ceb724962440, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=08f79a22-b807-4c7d-9d04-ceb724962440,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:48.312524 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '08f79a22-b807-4c7d-9d04-ceb724962440', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'port_id': '08f79a22-b807-4c7d-9d04-ceb724962440', 'mac_address': 'fa:16:3e:b3:cb:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:57:48.350307 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 08f79a22-b807-4c7d-9d04-ceb724962440 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:48.351033 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.365484 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08f79a22-b807-4c7d-9d04-ceb724962440 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:57:48.387631 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 08f79a22-b807-4c7d-9d04-ceb724962440, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=08f79a22-b807-4c7d-9d04-ceb724962440,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:48.391760 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.443590 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=08f79a22-b807-4c7d-9d04-ceb724962440,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:48.473239 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42280) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:48.489454 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4483bee-b117-4f52-b6db-336adc2dc6c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.637825 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4483bee-b117-4f52-b6db-336adc2dc6c8 admin admin] Publish callbacks [] for security_group (504d5ddb-a96a-4076-ba5d-3fd347a94299), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.644581 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f4483bee-b117-4f52-b6db-336adc2dc6c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (504d5ddb-a96a-4076-ba5d-3fd347a94299), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.713861 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f4483bee-b117-4f52-b6db-336adc2dc6c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=7b5f2a7fbd6843a99fc88c2bb15e3350&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2393227 Apr 11 16:57:48.715388 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4483bee-b117-4f52-b6db-336adc2dc6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504d5ddb-a96a-4076-ba5d-3fd347a94299,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:48.720604 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['08f79a22-b807-4c7d-9d04-ceb724962440'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:57:48.735426 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42290) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:48.875730 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7530a-d97c-468a-a4c8-f361b86003e6 req-ff3a3326-92ec-4818-8a96-647a79da121d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:48.877374 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b4d7530a-d97c-468a-a4c8-f361b86003e6 req-ff3a3326-92ec-4818-8a96-647a79da121d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0726969 Apr 11 16:57:48.881523 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d346444d-e4ad-4bd5-b3f6-c8552d1bae04 admin admin] Publish callbacks [] for security_group (504d5ddb-a96a-4076-ba5d-3fd347a94299), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.937002 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-2aaa76f7-0f6d-485e-9382-9685c5850a5e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f79a22-b807-4c7d-9d04-ceb724962440 HTTP/1.1" status: 200 len: 217 time: 0.4734969 Apr 11 16:57:48.953745 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-25bf5dde-eb9f-4696-bd07-d2305ed1fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:48.955249 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-25bf5dde-eb9f-4696-bd07-d2305ed1fde1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4824076 Apr 11 16:57:48.971832 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d346444d-e4ad-4bd5-b3f6-c8552d1bae04 admin admin] Publish callbacks [] for security_group (504d5ddb-a96a-4076-ba5d-3fd347a94299), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.000706 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf881bf0-c005-4f84-9cdf-88ff1858f622 req-fc2c9976-cd4d-4d13-9ed9-067a1d2ea888 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:49.002278 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.002463 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf881bf0-c005-4f84-9cdf-88ff1858f622 req-fc2c9976-cd4d-4d13-9ed9-067a1d2ea888 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 943 time: 0.0857632 Apr 11 16:57:49.060055 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b4d7530a-d97c-468a-a4c8-f361b86003e6 req-f089c310-ad70-4b2d-bf52-9807528b0b9f tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745248 Apr 11 16:57:49.118856 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cf881bf0-c005-4f84-9cdf-88ff1858f622 req-f412ac29-72ad-44f5-b89a-22b75e3fa315 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846441 Apr 11 16:57:49.125334 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d346444d-e4ad-4bd5-b3f6-c8552d1bae04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (504d5ddb-a96a-4076-ba5d-3fd347a94299), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.140775 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d346444d-e4ad-4bd5-b3f6-c8552d1bae04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.144960 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d346444d-e4ad-4bd5-b3f6-c8552d1bae04 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/504d5ddb-a96a-4076-ba5d-3fd347a94299 HTTP/1.1" status: 204 len: 168 time: 0.4074392 Apr 11 16:57:49.160165 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d346444d-e4ad-4bd5-b3f6-c8552d1bae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504d5ddb-a96a-4076-ba5d-3fd347a94299,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:49.326151 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b08818e-defe-43f0-b4a5-715619a1f3a1 req-e6ed3a25-93ca-4031-877c-379afa0a6995 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:49.328452 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3b08818e-defe-43f0-b4a5-715619a1f3a1 req-e6ed3a25-93ca-4031-877c-379afa0a6995 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 944 time: 0.1013677 Apr 11 16:57:49.447116 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3b08818e-defe-43f0-b4a5-715619a1f3a1 req-1dcd0fa0-38d7-44cc-b746-64ee1090f12b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980163 Apr 11 16:57:49.555775 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.187905 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 78807f0c-734d-4eab-82ce-c1a5ceb52517 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:57:50.198065 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 08f79a22-b807-4c7d-9d04-ceb724962440 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:57:50.225700 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27751bf-4c7d-44ff-b773-0ae3849b33ca req-3c50ab59-84c9-465e-afa7-bfbcd0cb711c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:50.227803 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a27751bf-4c7d-44ff-b773-0ae3849b33ca req-3c50ab59-84c9-465e-afa7-bfbcd0cb711c tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0784683 Apr 11 16:57:50.277767 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 08f79a22-b807-4c7d-9d04-ceb724962440 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:57:50.284094 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ca3864-4d52-494f-8d13-512e8155fa64 req-1fda385f-a9b2-4208-8702-31edff76bd3b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:50.292439 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-64ca3864-4d52-494f-8d13-512e8155fa64 req-1fda385f-a9b2-4208-8702-31edff76bd3b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 943 time: 0.0762138 Apr 11 16:57:50.337202 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 08f79a22-b807-4c7d-9d04-ceb724962440 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:57:50.337837 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.431180 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a27751bf-4c7d-44ff-b773-0ae3849b33ca req-5d10725f-afeb-4260-a4e9-2a3c499f07d1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293283 Apr 11 16:57:50.492105 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-64ca3864-4d52-494f-8d13-512e8155fa64 req-95aae1ea-234b-4369-bfab-32a296edbdda tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937537 Apr 11 16:57:50.524065 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 78807f0c-734d-4eab-82ce-c1a5ceb52517, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:50.527970 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 08f79a22-b807-4c7d-9d04-ceb724962440 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:50.528507 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.558372 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:57:50.579015 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f79a22-b807-4c7d-9d04-ceb724962440'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:50.582581 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a568ea07-31ee-47e1-83ea-e86889ee9792" -d '{"events": [{"server_uuid": "6c37f5f9-015e-4d44-b425-1dc30f544b5d", "name": "network-vif-plugged", "status": "completed", "tag": "08f79a22-b807-4c7d-9d04-ceb724962440"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:50.624296 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 08f79a22-b807-4c7d-9d04-ceb724962440, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=08f79a22-b807-4c7d-9d04-ceb724962440,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:50.634518 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66393495-71b4-4d60-9376-06936ad920ce req-907b509b-d3a4-4663-ba1e-04c86446aaf2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:50.635310 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.638036 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66393495-71b4-4d60-9376-06936ad920ce req-907b509b-d3a4-4663-ba1e-04c86446aaf2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 944 time: 0.0735700 Apr 11 16:57:50.646473 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 78807f0c-734d-4eab-82ce-c1a5ceb52517 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:50.646894 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.687628 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147409c9-fa5a-4155-8a42-e5da921da5c3 x-openstack-request-id: req-147409c9-fa5a-4155-8a42-e5da921da5c3 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:50.687944 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c37f5f9-015e-4d44-b425-1dc30f544b5d", "name": "network-vif-plugged", "status": "completed", "tag": "08f79a22-b807-4c7d-9d04-ceb724962440", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:50.688186 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-147409c9-fa5a-4155-8a42-e5da921da5c3 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:50.688583 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-147409c9-fa5a-4155-8a42-e5da921da5c3'] response: {'server_uuid': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08f79a22-b807-4c7d-9d04-ceb724962440', 'code': 200} Apr 11 16:57:50.701856 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-66393495-71b4-4d60-9376-06936ad920ce req-a8eeb280-f613-4b68-8829-a7eb9ac91769 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583456 Apr 11 16:57:50.715607 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78807f0c-734d-4eab-82ce-c1a5ceb52517 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:57:50.754757 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 78807f0c-734d-4eab-82ce-c1a5ceb52517, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:50.768129 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.774854 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=08f79a22-b807-4c7d-9d04-ceb724962440,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:50.845819 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=78807f0c-734d-4eab-82ce-c1a5ceb52517,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:51.126268 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['78807f0c-734d-4eab-82ce-c1a5ceb52517'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:57:51.361642 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42348) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:51.483024 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba66a-b35c-4dcb-b885-7d185f97977c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:51.639318 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79547e7-ed18-445e-944d-87446d562787 req-c3da57a0-1be3-455e-b3e2-30f9e6532372 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:51.640825 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f79547e7-ed18-445e-944d-87446d562787 req-c3da57a0-1be3-455e-b3e2-30f9e6532372 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0998108 Apr 11 16:57:51.673426 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba66a-b35c-4dcb-b885-7d185f97977c admin admin] Publish callbacks [] for security_group (f99e52bf-6700-451c-b94d-d185664edf26), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:51.679969 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2590d0-1d49-4d2f-9072-9007353da279 req-d4cbebe1-b461-4149-8a25-68ca2fb36547 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:51.681495 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4c2590d0-1d49-4d2f-9072-9007353da279 req-d4cbebe1-b461-4149-8a25-68ca2fb36547 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 944 time: 0.1263742 Apr 11 16:57:51.684402 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2d4ba66a-b35c-4dcb-b885-7d185f97977c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f99e52bf-6700-451c-b94d-d185664edf26), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:51.766528 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42358) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:51.767104 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-2d4ba66a-b35c-4dcb-b885-7d185f97977c admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=f41e0e68065244c29da0d1a4e0addcb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4036541 Apr 11 16:57:51.771723 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f79547e7-ed18-445e-944d-87446d562787 req-aba20093-9f23-42cf-bde3-dd4a8dc12ee4 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239359 Apr 11 16:57:51.778073 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ba66a-b35c-4dcb-b885-7d185f97977c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99e52bf-6700-451c-b94d-d185664edf26,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:51.809194 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4c2590d0-1d49-4d2f-9072-9007353da279 req-3dc44831-2ba9-4172-b69b-6ecb638b9af8 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144040 Apr 11 16:57:51.858354 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fc6c50d4-b3f2-4cbf-bb60-efbc93e888f8 admin admin] Publish callbacks [] for security_group (f99e52bf-6700-451c-b94d-d185664edf26), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:51.895919 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fc6c50d4-b3f2-4cbf-bb60-efbc93e888f8 admin admin] Publish callbacks [] for security_group (f99e52bf-6700-451c-b94d-d185664edf26), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:51.934798 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570f8ec-c948-44aa-b20b-9a7d8f56485f req-cc274249-49ee-42e1-a365-e89a98b97c61 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:51.936519 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1570f8ec-c948-44aa-b20b-9a7d8f56485f req-cc274249-49ee-42e1-a365-e89a98b97c61 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0629852 Apr 11 16:57:51.958629 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fc6c50d4-b3f2-4cbf-bb60-efbc93e888f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f99e52bf-6700-451c-b94d-d185664edf26), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:51.961967 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-fc6c50d4-b3f2-4cbf-bb60-efbc93e888f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:51.965942 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-fc6c50d4-b3f2-4cbf-bb60-efbc93e888f8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f99e52bf-6700-451c-b94d-d185664edf26 HTTP/1.1" status: 204 len: 168 time: 0.1953108 Apr 11 16:57:51.972073 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c50d4-b3f2-4cbf-bb60-efbc93e888f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99e52bf-6700-451c-b94d-d185664edf26,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:52.010681 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1570f8ec-c948-44aa-b20b-9a7d8f56485f req-78a001c3-091d-42e8-8254-271e0d24bdde tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660024 Apr 11 16:57:52.190990 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 78807f0c-734d-4eab-82ce-c1a5ceb52517 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:57:52.242548 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 78807f0c-734d-4eab-82ce-c1a5ceb52517 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:57:52.251991 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 78807f0c-734d-4eab-82ce-c1a5ceb52517 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:57:52.252838 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.346333 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42364) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:52.360551 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8621ecea-074b-4a6a-8b1e-8dbedb177c8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.363397 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 78807f0c-734d-4eab-82ce-c1a5ceb52517 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:52.363798 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.401309 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 78807f0c-734d-4eab-82ce-c1a5ceb52517, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:52.406096 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.454251 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8621ecea-074b-4a6a-8b1e-8dbedb177c8d admin admin] Publish callbacks [] for security_group (6f55914f-93e7-481a-9db8-707446911e8d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.459541 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-8621ecea-074b-4a6a-8b1e-8dbedb177c8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6f55914f-93e7-481a-9db8-707446911e8d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.471016 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=78807f0c-734d-4eab-82ce-c1a5ceb52517,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:52.503652 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-8621ecea-074b-4a6a-8b1e-8dbedb177c8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=56d2999d0de24f0aa771f50912e53808&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1560266 Apr 11 16:57:52.504918 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621ecea-074b-4a6a-8b1e-8dbedb177c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f55914f-93e7-481a-9db8-707446911e8d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:52.506673 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42366) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:52.569484 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37206219-396f-4715-9b5e-b6de4d70e64e admin admin] Publish callbacks [] for security_group (6f55914f-93e7-481a-9db8-707446911e8d), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.592293 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37206219-396f-4715-9b5e-b6de4d70e64e admin admin] Publish callbacks [] for security_group (6f55914f-93e7-481a-9db8-707446911e8d), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.655031 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37206219-396f-4715-9b5e-b6de4d70e64e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6f55914f-93e7-481a-9db8-707446911e8d), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.657645 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-37206219-396f-4715-9b5e-b6de4d70e64e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:52.658831 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-37206219-396f-4715-9b5e-b6de4d70e64e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6f55914f-93e7-481a-9db8-707446911e8d HTTP/1.1" status: 204 len: 168 time: 0.1500506 Apr 11 16:57:52.666500 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37206219-396f-4715-9b5e-b6de4d70e64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f55914f-93e7-481a-9db8-707446911e8d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:52.690249 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:57:52.693009 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb694fe5-f941-4308-8731-4fd23a1dea15" -d '{"events": [{"server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "name": "network-vif-plugged", "status": "completed", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:57:52.736394 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6a658f-0fd4-45b2-9324-c23120e050bc x-openstack-request-id: req-4b6a658f-0fd4-45b2-9324-c23120e050bc {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:57:52.736743 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "name": "network-vif-plugged", "status": "completed", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:57:52.736977 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4b6a658f-0fd4-45b2-9324-c23120e050bc {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:57:52.737603 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6a658f-0fd4-45b2-9324-c23120e050bc'] response: {'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'code': 200} Apr 11 16:57:52.947914 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c59073-d52a-46a8-bfe2-2f1bda1ccb20 req-f9088ddd-f1f5-462b-9f90-319fa4212b1d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:52.947914 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-17c59073-d52a-46a8-bfe2-2f1bda1ccb20 req-f9088ddd-f1f5-462b-9f90-319fa4212b1d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0715611 Apr 11 16:57:53.020712 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9109ef7e-7e68-4b98-9752-2c8e325dbe16 req-d629652f-eed8-45a0-9f41-b6b246a0a9d5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:53.027509 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9109ef7e-7e68-4b98-9752-2c8e325dbe16 req-d629652f-eed8-45a0-9f41-b6b246a0a9d5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0794055 Apr 11 16:57:53.099742 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9109ef7e-7e68-4b98-9752-2c8e325dbe16 req-e230db4e-cb0d-487a-b4c8-1db5864537a2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712168 Apr 11 16:57:53.122890 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-17c59073-d52a-46a8-bfe2-2f1bda1ccb20 req-0c2a4a9a-38bf-48ba-8021-e29e67eabd89 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613626 Apr 11 16:57:53.260770 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea32f-d933-4e5a-b12c-f477d29714d0 req-111362a2-60dc-4ba6-9deb-90f8efefb6cc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:53.262367 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-428ea32f-d933-4e5a-b12c-f477d29714d0 req-111362a2-60dc-4ba6-9deb-90f8efefb6cc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0618997 Apr 11 16:57:53.331332 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-428ea32f-d933-4e5a-b12c-f477d29714d0 req-086116d1-4420-4b0b-9021-705df2745e01 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586040 Apr 11 16:57:54.231005 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad237d9-4adc-49d8-9364-7f0482db7033 req-a5a740b7-dfdb-4439-9679-4a12b29410b7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.239037 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0ad237d9-4adc-49d8-9364-7f0482db7033 req-a5a740b7-dfdb-4439-9679-4a12b29410b7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0640819 Apr 11 16:57:54.339919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86855cc0-51fd-4ae6-8c33-da86c3de7e9e req-a8721249-03e0-47ff-927c-27aa1e9ec323 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.341591 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-86855cc0-51fd-4ae6-8c33-da86c3de7e9e req-a8721249-03e0-47ff-927c-27aa1e9ec323 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0739448 Apr 11 16:57:54.345898 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0ad237d9-4adc-49d8-9364-7f0482db7033 req-345238c1-5135-4ee9-8358-5db2a36a49cb tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061096 Apr 11 16:57:54.439684 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-86855cc0-51fd-4ae6-8c33-da86c3de7e9e req-a8b4c0bf-f94e-421a-b65c-b28cce7e5027 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918596 Apr 11 16:57:54.541511 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a61d2f-2103-4dd9-b8e0-069364d17e8f req-7e6aa097-4053-4699-843d-07fb91c208cf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:54.543825 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c0a61d2f-2103-4dd9-b8e0-069364d17e8f req-7e6aa097-4053-4699-843d-07fb91c208cf tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0835242 Apr 11 16:57:54.638716 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c0a61d2f-2103-4dd9-b8e0-069364d17e8f req-fb6cc20b-44f2-4841-8705-905d388a24a6 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848660 Apr 11 16:57:55.493365 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f53a5-2db1-44c1-a3c3-07571b2a6556 req-12db4df7-3c09-4808-b977-bda09a196aab tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:55.493365 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-516f53a5-2db1-44c1-a3c3-07571b2a6556 req-12db4df7-3c09-4808-b977-bda09a196aab tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0491536 Apr 11 16:57:55.584305 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-516f53a5-2db1-44c1-a3c3-07571b2a6556 req-d2b40276-16be-4ad3-b6c7-f095a764d42d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819290 Apr 11 16:57:55.637510 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350da2f2-764b-408c-a04b-46f82b721830 req-b626b40c-5c80-4c4f-9124-4ab2d63f916a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:55.644860 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-350da2f2-764b-408c-a04b-46f82b721830 req-b626b40c-5c80-4c4f-9124-4ab2d63f916a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0968013 Apr 11 16:57:55.779254 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-350da2f2-764b-408c-a04b-46f82b721830 req-5303cc12-e529-4741-883c-054a42b9a309 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334171 Apr 11 16:57:55.792820 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42456) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:55.801078 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56200ee6-0780-42fe-9ba0-244f551f2a4c req-add7a0bf-735f-490e-a105-35f72ed4fed0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:55.802630 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-56200ee6-0780-42fe-9ba0-244f551f2a4c req-add7a0bf-735f-490e-a105-35f72ed4fed0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0845039 Apr 11 16:57:55.855353 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-56200ee6-0780-42fe-9ba0-244f551f2a4c req-7e471a65-27a9-4366-91cc-87f9f5519cba tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471876 Apr 11 16:57:55.924700 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9c2f-8a7d-4385-b76f-6255bf145e64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.012855 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9c2f-8a7d-4385-b76f-6255bf145e64 admin admin] Publish callbacks [] for security_group (f1d21029-b41c-42ae-98aa-1edbb4d7ce1d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.017294 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d4fe9c2f-8a7d-4385-b76f-6255bf145e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f1d21029-b41c-42ae-98aa-1edbb4d7ce1d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.057631 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d4fe9c2f-8a7d-4385-b76f-6255bf145e64 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d030a630b881478d895d3ebb37c0c910&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2630792 Apr 11 16:57:56.058849 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe9c2f-8a7d-4385-b76f-6255bf145e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d21029-b41c-42ae-98aa-1edbb4d7ce1d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:56.060409 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42462) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:56.114451 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c40a003-7884-4107-b4e7-feb64490adb1 admin admin] Publish callbacks [] for security_group (f1d21029-b41c-42ae-98aa-1edbb4d7ce1d), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.142752 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c40a003-7884-4107-b4e7-feb64490adb1 admin admin] Publish callbacks [] for security_group (f1d21029-b41c-42ae-98aa-1edbb4d7ce1d), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.193914 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c40a003-7884-4107-b4e7-feb64490adb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f1d21029-b41c-42ae-98aa-1edbb4d7ce1d), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.196733 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1c40a003-7884-4107-b4e7-feb64490adb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.200758 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1c40a003-7884-4107-b4e7-feb64490adb1 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f1d21029-b41c-42ae-98aa-1edbb4d7ce1d HTTP/1.1" status: 204 len: 168 time: 0.1376612 Apr 11 16:57:56.209617 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40a003-7884-4107-b4e7-feb64490adb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d21029-b41c-42ae-98aa-1edbb4d7ce1d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:56.484027 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42468) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:56.498667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0abfc4f9-7f1b-4b7d-9911-39a5eaa8a290 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.577448 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0abfc4f9-7f1b-4b7d-9911-39a5eaa8a290 admin admin] Publish callbacks [] for security_group (2ef4a49c-03dd-46ed-ae22-96857335095f), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.581128 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0abfc4f9-7f1b-4b7d-9911-39a5eaa8a290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2ef4a49c-03dd-46ed-ae22-96857335095f), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.619695 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0abfc4f9-7f1b-4b7d-9911-39a5eaa8a290 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=e16559e9fa7044ada086f22da3cc6daa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344776 Apr 11 16:57:56.620708 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfc4f9-7f1b-4b7d-9911-39a5eaa8a290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef4a49c-03dd-46ed-ae22-96857335095f,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:56.623784 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42472) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:56.674677 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16245c86-cb01-465c-ac2f-3245e0bd6e65 admin admin] Publish callbacks [] for security_group (2ef4a49c-03dd-46ed-ae22-96857335095f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.699637 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16245c86-cb01-465c-ac2f-3245e0bd6e65 admin admin] Publish callbacks [] for security_group (2ef4a49c-03dd-46ed-ae22-96857335095f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.708855 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da25006-d6a5-48ed-bca6-d4f92551d925 req-fb547e87-f6d3-4f2f-91ec-9938634ea337 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:56.710342 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3da25006-d6a5-48ed-bca6-d4f92551d925 req-fb547e87-f6d3-4f2f-91ec-9938634ea337 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0506136 Apr 11 16:57:56.746350 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16245c86-cb01-465c-ac2f-3245e0bd6e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (2ef4a49c-03dd-46ed-ae22-96857335095f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.748921 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-16245c86-cb01-465c-ac2f-3245e0bd6e65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.752867 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-16245c86-cb01-465c-ac2f-3245e0bd6e65 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/2ef4a49c-03dd-46ed-ae22-96857335095f HTTP/1.1" status: 204 len: 168 time: 0.1253409 Apr 11 16:57:56.760429 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16245c86-cb01-465c-ac2f-3245e0bd6e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef4a49c-03dd-46ed-ae22-96857335095f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:56.760589 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3da25006-d6a5-48ed-bca6-d4f92551d925 req-b7c98ee3-0163-46af-9d39-271f020fb83e tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437634 Apr 11 16:57:56.892638 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83c626-76b0-4e11-bcdc-a2505fbbd895 req-a192105d-dbc8-419e-add4-a9b582101c40 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:56.894133 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be83c626-76b0-4e11-bcdc-a2505fbbd895 req-a192105d-dbc8-419e-add4-a9b582101c40 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0485878 Apr 11 16:57:56.973865 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be83c626-76b0-4e11-bcdc-a2505fbbd895 req-57b98a24-cd06-441a-8ece-c71c53aecb82 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727575 Apr 11 16:57:56.990841 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be022f-446f-45f9-b4f8-97aee38ec6c9 req-12138d3e-8b3a-4e2b-8c94-d1bc58d57046 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:56.992706 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-31be022f-446f-45f9-b4f8-97aee38ec6c9 req-12138d3e-8b3a-4e2b-8c94-d1bc58d57046 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0610154 Apr 11 16:57:57.046203 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-31be022f-446f-45f9-b4f8-97aee38ec6c9 req-6027adf2-4f25-4042-89ea-2797f30829e4 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474222 Apr 11 16:57:57.208218 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-eb4fae6d-53f6-43b8-8f66-a9e2dcf5a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:57.209632 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-eb4fae6d-53f6-43b8-8f66-a9e2dcf5a6ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0953505 Apr 11 16:57:57.233600 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-266ebed3-5a76-4497-af4a-6d77df87fbd0 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267095 Apr 11 16:57:57.887341 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714467b-3a52-4912-87dd-9ffb990db02a req-ce0989a4-16b8-410c-8f4c-93d034855e3d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:57.888792 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c714467b-3a52-4912-87dd-9ffb990db02a req-ce0989a4-16b8-410c-8f4c-93d034855e3d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0461962 Apr 11 16:57:57.937112 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c714467b-3a52-4912-87dd-9ffb990db02a req-68f54c48-e93e-4904-8ae1-34dc74291d26 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428014 Apr 11 16:57:58.096737 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c110f8-5ceb-4f1a-bb7a-8b7188de2717 req-a3c812a7-f975-4b8a-82ce-968ffb36528a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:58.098312 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e1c110f8-5ceb-4f1a-bb7a-8b7188de2717 req-a3c812a7-f975-4b8a-82ce-968ffb36528a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 944 time: 0.0510590 Apr 11 16:57:58.191074 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3939f-f4a4-41c9-9b83-a875b5fac1a9 req-7f6f33a3-53ea-4b91-b6bf-8e6aaba75a8e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:58.192577 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2ca3939f-f4a4-41c9-9b83-a875b5fac1a9 req-7f6f33a3-53ea-4b91-b6bf-8e6aaba75a8e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0693705 Apr 11 16:57:58.199870 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-e256c02f-4f66-457e-8089-3e27f85c98cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:58.201393 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-e256c02f-4f66-457e-8089-3e27f85c98cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1020253 Apr 11 16:57:58.220284 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e1c110f8-5ceb-4f1a-bb7a-8b7188de2717 req-74cc8e45-20de-400a-aea4-db7f544b85cd tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161277 Apr 11 16:57:58.236657 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:57:58.274629 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd5447-b9b2-4adb-a785-c51a6aacdc37 req-b4f23672-3f4c-426a-8725-2fad6940ce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:58.276273 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4bbd5447-b9b2-4adb-a785-c51a6aacdc37 req-b4f23672-3f4c-426a-8725-2fad6940ce8a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 1129 time: 0.1264288 Apr 11 16:57:58.289863 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2ca3939f-f4a4-41c9-9b83-a875b5fac1a9 req-a0e98e42-48ab-404d-acfb-5da5e70cc548 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896513 Apr 11 16:57:58.295315 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a454c8-0ed9-4468-a90e-c5e284d48480 req-8fb3e777-9197-4203-96cf-e82bc32b206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:58.296766 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-38a454c8-0ed9-4468-a90e-c5e284d48480 req-8fb3e777-9197-4203-96cf-e82bc32b206b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 1129 time: 0.0619621 Apr 11 16:57:58.353045 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-38a454c8-0ed9-4468-a90e-c5e284d48480 req-81916b39-a442-4c3b-a18f-5906657d67b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500216 Apr 11 16:57:58.366972 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-99194c55-fa21-4ade-b2da-f6e6c2ea03ac req-99209cfb-c030-41b3-a68a-cedf96bd45f1 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662382 Apr 11 16:57:58.396378 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4bbd5447-b9b2-4adb-a785-c51a6aacdc37 req-4e996d00-57ef-4427-8026-2f74c8ab4b66 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795343 Apr 11 16:57:58.400091 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-e8bed921-b2ef-4dc3-ae85-ea4732ee5c9a service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629052 Apr 11 16:57:58.481661 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:58.492368 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'port_id': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'mac_address': 'fa:16:3e:8f:45:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:57:58.528825 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d88b6bba-73b3-45e6-8890-9477e4a09ff6 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:57:58.529143 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:58.541467 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d88b6bba-73b3-45e6-8890-9477e4a09ff6 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:57:58.561382 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:58.564804 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:58.610528 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=9']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:58.916630 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['d88b6bba-73b3-45e6-8890-9477e4a09ff6'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:57:59.081725 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90918518-b40a-4924-adfc-402146498183 req-f77448fe-88f6-4359-aae4-771ff3015119 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:59.083141 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-90918518-b40a-4924-adfc-402146498183 req-f77448fe-88f6-4359-aae4-771ff3015119 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0514705 Apr 11 16:57:59.097188 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfd32a4a-dfb1-4ab5-911b-8d3b5637bde4 req-635800bc-e69c-4b26-a897-563069dd705d service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203525 Apr 11 16:57:59.135208 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-90918518-b40a-4924-adfc-402146498183 req-e0632d40-6666-4cde-9656-089855fb7900 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462124 Apr 11 16:57:59.356079 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0672554-063d-4cf6-a380-1361b15dadd4 req-7ff54edb-1116-45a6-b6b0-e08b2db66734 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:59.357462 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a0672554-063d-4cf6-a380-1361b15dadd4 req-7ff54edb-1116-45a6-b6b0-e08b2db66734 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 945 time: 0.0462794 Apr 11 16:57:59.420536 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7761716-3295-4f38-a252-2abeb59744e5 req-8b718df2-e705-4ca2-b384-65d32e084036 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:57:59.421977 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e7761716-3295-4f38-a252-2abeb59744e5 req-8b718df2-e705-4ca2-b384-65d32e084036 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0636497 Apr 11 16:57:59.442063 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a0672554-063d-4cf6-a380-1361b15dadd4 req-f4624168-742d-48f5-814b-64424d14b8ac tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757036 Apr 11 16:57:59.478749 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e7761716-3295-4f38-a252-2abeb59744e5 req-e688b8c2-1538-4172-af75-2320578ef24a tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489001 Apr 11 16:57:59.918304 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:58:00.244511 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257c303-b276-4b7d-8909-9b27cbefbbb0 req-bde950ba-4370-4afa-a5c5-f35455aafd72 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:00.246458 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c257c303-b276-4b7d-8909-9b27cbefbbb0 req-bde950ba-4370-4afa-a5c5-f35455aafd72 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0453191 Apr 11 16:58:00.294462 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c257c303-b276-4b7d-8909-9b27cbefbbb0 req-07e05756-f0f9-4c1b-8244-aa5b5e687e07 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423429 Apr 11 16:58:00.592290 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2363e5d-0425-41a2-9319-41d34f811875 req-459fd11e-1e95-4f4b-9add-b887f4085158 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:00.593754 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a2363e5d-0425-41a2-9319-41d34f811875 req-459fd11e-1e95-4f4b-9add-b887f4085158 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 945 time: 0.0754938 Apr 11 16:58:00.612770 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcfcb8-2abd-42e1-a65f-77ca2959e1b2 req-196a9801-5f20-4bce-9c40-796c9898029f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:00.614132 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a1dcfcb8-2abd-42e1-a65f-77ca2959e1b2 req-196a9801-5f20-4bce-9c40-796c9898029f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0684431 Apr 11 16:58:00.672387 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a2363e5d-0425-41a2-9319-41d34f811875 req-a52940ac-4529-4b63-8fe8-44293c73b50b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731328 Apr 11 16:58:00.683171 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a1dcfcb8-2abd-42e1-a65f-77ca2959e1b2 req-534166af-40c3-4c3a-a894-b30d5c65e0d6 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630431 Apr 11 16:58:01.554175 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589b4f-fb5d-46cc-b90d-b3b2b567fd81 req-3bd021ee-d4e1-456f-9b41-db0e12351cab tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:01.555660 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-39589b4f-fb5d-46cc-b90d-b3b2b567fd81 req-3bd021ee-d4e1-456f-9b41-db0e12351cab tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0463789 Apr 11 16:58:01.603590 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-39589b4f-fb5d-46cc-b90d-b3b2b567fd81 req-f05c2fd2-4734-47b9-8d85-54626c4d892c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419154 Apr 11 16:58:01.815752 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f5d681-70b8-4ad4-848f-5d2990e3f3c4 req-6f1fe59e-261d-464a-a11c-f13d776a1b91 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:01.817193 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-88f5d681-70b8-4ad4-848f-5d2990e3f3c4 req-6f1fe59e-261d-464a-a11c-f13d776a1b91 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 945 time: 0.0755501 Apr 11 16:58:01.824728 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32bdf4-067a-414d-86e2-fd8fe944a3aa req-367b8ba5-bfc7-450b-8526-caec9aac43bc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:01.826064 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5d32bdf4-067a-414d-86e2-fd8fe944a3aa req-367b8ba5-bfc7-450b-8526-caec9aac43bc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0750549 Apr 11 16:58:01.894252 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-88f5d681-70b8-4ad4-848f-5d2990e3f3c4 req-ce806699-4603-4040-bb76-dfdae48311c8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672536 Apr 11 16:58:01.898235 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5d32bdf4-067a-414d-86e2-fd8fe944a3aa req-c5ae56c2-9c77-4f74-bab6-e32d5d8bfa7e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657623 Apr 11 16:58:02.290069 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:58:02.341516 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port d88b6bba-73b3-45e6-8890-9477e4a09ff6 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:58:02.341928 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:02.420005 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d88b6bba-73b3-45e6-8890-9477e4a09ff6 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:58:02.420411 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:02.443320 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:58:02.445578 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54a7b91-49c6-42fe-87f8-60d8cdf113d0" -d '{"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-plugged", "status": "completed", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:58:02.458113 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:02.463075 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:02.489450 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d62640e-bfef-4a84-89bd-e9338e137c9a x-openstack-request-id: req-1d62640e-bfef-4a84-89bd-e9338e137c9a {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:58:02.489825 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-plugged", "status": "completed", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:58:02.490013 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d62640e-bfef-4a84-89bd-e9338e137c9a {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:58:02.490376 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d62640e-bfef-4a84-89bd-e9338e137c9a'] response: {'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'code': 200} Apr 11 16:58:02.514267 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=10']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:02.723045 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6193fbc-8611-4f7a-b15e-e7630bcfc780 req-66e6082b-9dd7-4d66-82a0-1ae4d22170b2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:02.725370 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b6193fbc-8611-4f7a-b15e-e7630bcfc780 req-66e6082b-9dd7-4d66-82a0-1ae4d22170b2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0543199 Apr 11 16:58:02.781258 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b6193fbc-8611-4f7a-b15e-e7630bcfc780 req-03b0bf75-db4e-41d9-bb17-7bc52d31ef76 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481396 Apr 11 16:58:02.899024 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e258201-1826-466f-aa1e-cb58248cf296 req-7e3bd310-a338-4294-ae11-adadee42a1ab tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:02.900537 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2e258201-1826-466f-aa1e-cb58248cf296 req-7e3bd310-a338-4294-ae11-adadee42a1ab tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0517228 Apr 11 16:58:02.954304 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2e258201-1826-466f-aa1e-cb58248cf296 req-b78b9888-1347-42d3-9029-1359452996c5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471253 Apr 11 16:58:02.978013 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42584) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:03.017246 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e8ee0a-64e6-4fe3-bd43-41d01e8acc72 tempest-TestVolumeBootPattern-11203778 tempest-TestVolumeBootPattern-11203778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:03.019098 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e8e8ee0a-64e6-4fe3-bd43-41d01e8acc72 tempest-TestVolumeBootPattern-11203778 tempest-TestVolumeBootPattern-11203778-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 1124 time: 0.0397444 Apr 11 16:58:03.020966 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec55d6-1eeb-460e-ab48-c18358356ad2 req-48c99702-a217-4124-8d7b-ffe9b8876d48 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:03.021645 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42586) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:03.022575 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-37ec55d6-1eeb-460e-ab48-c18358356ad2 req-48c99702-a217-4124-8d7b-ffe9b8876d48 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0553501 Apr 11 16:58:03.026142 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:58:03.047616 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:03.093954 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97867b2-57b1-4df1-be84-0edb0634f609 req-9d8f2eb2-2c81-4511-979b-ce1d43688ed8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:03.095551 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c97867b2-57b1-4df1-be84-0edb0634f609 req-9d8f2eb2-2c81-4511-979b-ce1d43688ed8 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 947 time: 0.0684590 Apr 11 16:58:03.122896 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-37ec55d6-1eeb-460e-ab48-c18358356ad2 req-8df3bc80-ac04-4be6-94af-bb40c1094ba2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934775 Apr 11 16:58:03.127798 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:03.172808 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c97867b2-57b1-4df1-be84-0edb0634f609 req-81ff2aa8-958a-4daa-a392-21e511f35b57 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677509 Apr 11 16:58:03.237807 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140dac1-af7e-4fa8-a194-d468212f44fa req-b0212df9-238f-41a3-99d5-1c72ac3d7017 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:03.238658 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Allocated IP 172.27.1.18 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/fbcffb96-abd6-44cb-b976-8ad41065dedb) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:58:03.239300 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f140dac1-af7e-4fa8-a194-d468212f44fa req-b0212df9-238f-41a3-99d5-1c72ac3d7017 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0506825 Apr 11 16:58:03.248730 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42592) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:03.255145 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'floatingip': {'port_id': '08f79a22-b807-4c7d-9d04-ceb724962440'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:58:03.310451 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (c105d59c-f7a3-482d-a72e-6ca2f1fa7f50), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:03.487803 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (fbcffb96-abd6-44cb-b976-8ad41065dedb), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:03.602786 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (fbcffb96-abd6-44cb-b976-8ad41065dedb), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:03.685362 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:58:03.723122 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:58:03.725585 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=fbcffb96-abd6-44cb-b976-8ad41065dedb,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:03.727825 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:58:03.940316 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba7240c-4843-446e-8ab3-172238b819a5 req-dc419a38-b364-4c77-b698-ab34d4cdd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:03.941825 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aba7240c-4843-446e-8ab3-172238b819a5 req-dc419a38-b364-4c77-b698-ab34d4cdd169 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 1131 time: 0.0991921 Apr 11 16:58:04.085638 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:04.092138 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (c105d59c-f7a3-482d-a72e-6ca2f1fa7f50), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:04.128294 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-aba7240c-4843-446e-8ab3-172238b819a5 req-0981b491-a2e6-43a8-9cf8-00d405e73b83 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767879 Apr 11 16:58:04.272934 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Floating IP c105d59c-f7a3-482d-a72e-6ca2f1fa7f50 associated. External IP: 172.27.1.66, port: 08f79a22-b807-4c7d-9d04-ceb724962440. Apr 11 16:58:04.292157 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff8723-374c-482d-bc43-5816b4ffb429 req-2b2c5b82-889b-4818-819f-ce0d858f2cff tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:04.293656 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-32ff8723-374c-482d-bc43-5816b4ffb429 req-2b2c5b82-889b-4818-819f-ce0d858f2cff tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 947 time: 0.0482414 Apr 11 16:58:04.340376 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-32ff8723-374c-482d-bc43-5816b4ffb429 req-5f7261fc-ea36-4121-88ef-9a80d145edcc tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404525 Apr 11 16:58:04.502471 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (bd9f3309-8f5d-4853-87ae-25808fa3e921), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:04.864593 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (fbcffb96-abd6-44cb-b976-8ad41065dedb), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:04.889100 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:05.084306 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:05.089966 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.097561 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:05.109685 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:05.110324 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:05.133029 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e25eebab-61ec-4c22-b378-01714c35b560 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "PUT /v2.0/floatingips/c105d59c-f7a3-482d-a72e-6ca2f1fa7f50 HTTP/1.1" status: 200 len: 990 time: 1.8830979 Apr 11 16:58:05.138777 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'tag': '08f79a22-b807-4c7d-9d04-ceb724962440'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:58:05.140979 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2766e958-e86c-4da5-9d51-0b9234dd2044" -d '{"events": [{"name": "network-changed", "server_uuid": "6c37f5f9-015e-4d44-b425-1dc30f544b5d", "tag": "08f79a22-b807-4c7d-9d04-ceb724962440"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:58:05.153773 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (fbcffb96-abd6-44cb-b976-8ad41065dedb), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.171102 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (fbcffb96-abd6-44cb-b976-8ad41065dedb), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.172103 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42612) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:05.200666 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc002fa3-ef0f-421c-87f6-b79ee3395ff4 x-openstack-request-id: req-dc002fa3-ef0f-421c-87f6-b79ee3395ff4 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:58:05.201037 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c37f5f9-015e-4d44-b425-1dc30f544b5d", "tag": "08f79a22-b807-4c7d-9d04-ceb724962440", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:58:05.201360 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc002fa3-ef0f-421c-87f6-b79ee3395ff4 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:58:05.201829 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc002fa3-ef0f-421c-87f6-b79ee3395ff4'] response: {'name': 'network-changed', 'server_uuid': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'tag': '08f79a22-b807-4c7d-9d04-ceb724962440', 'status': 'completed', 'code': 200} Apr 11 16:58:05.233903 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:05.254702 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=fbcffb96-abd6-44cb-b976-8ad41065dedb,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:05.275129 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (bd9f3309-8f5d-4853-87ae-25808fa3e921), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.296706 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c1b38f4-1ef3-41d2-9a40-98b1f6d9fdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.427371 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c1b38f4-1ef3-41d2-9a40-98b1f6d9fdc1 admin admin] Publish callbacks [] for security_group (c32ea77b-e91a-4dcd-8a75-4dbcaf6dc0a5), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.435747 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-36c6943c-43b4-4f08-bbe8-7469f3b4cc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:05.436069 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0c1b38f4-1ef3-41d2-9a40-98b1f6d9fdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c32ea77b-e91a-4dcd-8a75-4dbcaf6dc0a5), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.437270 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-36c6943c-43b4-4f08-bbe8-7469f3b4cc5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 1129 time: 0.0659461 Apr 11 16:58:05.443420 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Floating IP bd9f3309-8f5d-4853-87ae-25808fa3e921 associated. External IP: 172.27.1.18, port: 78807f0c-734d-4eab-82ce-c1a5ceb52517. Apr 11 16:58:05.500117 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'c105d59c-f7a3-482d-a72e-6ca2f1fa7f50', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '08f79a22-b807-4c7d-9d04-ceb724962440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:b3:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:57:36Z', 'updated_at': '2022-04-11T16:58:03Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}, {'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:40Z', 'revision_number': 2, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:05.511679 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-0c1b38f4-1ef3-41d2-9a40-98b1f6d9fdc1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fec184e18d28432aa1f12deb263cb36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382728 Apr 11 16:58:05.514522 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42622) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:05.533798 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b418aa2f-e49a-46ef-bd7b-8caa407d6070 req-9303e4ec-8348-4d5a-b671-2cafa82af905 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:05.539522 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:05.540766 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b418aa2f-e49a-46ef-bd7b-8caa407d6070 req-9303e4ec-8348-4d5a-b671-2cafa82af905 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 947 time: 0.1007428 Apr 11 16:58:05.545007 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b38f4-1ef3-41d2-9a40-98b1f6d9fdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32ea77b-e91a-4dcd-8a75-4dbcaf6dc0a5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:05.551125 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:05.552062 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:05.636269 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b418aa2f-e49a-46ef-bd7b-8caa407d6070 req-485cf924-7ce9-4f64-a31c-ceeaee71f685 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941556 Apr 11 16:58:05.641919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5378a39-3e2d-46d2-a779-060f09620ba8 admin admin] Publish callbacks [] for security_group (c32ea77b-e91a-4dcd-8a75-4dbcaf6dc0a5), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.678442 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5378a39-3e2d-46d2-a779-060f09620ba8 admin admin] Publish callbacks [] for security_group (c32ea77b-e91a-4dcd-8a75-4dbcaf6dc0a5), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.694750 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:05.722859 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:05.742911 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5378a39-3e2d-46d2-a779-060f09620ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c32ea77b-e91a-4dcd-8a75-4dbcaf6dc0a5), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.748469 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d5378a39-3e2d-46d2-a779-060f09620ba8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:05.751966 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d5378a39-3e2d-46d2-a779-060f09620ba8 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c32ea77b-e91a-4dcd-8a75-4dbcaf6dc0a5 HTTP/1.1" status: 204 len: 168 time: 0.2342510 Apr 11 16:58:05.759701 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5378a39-3e2d-46d2-a779-060f09620ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32ea77b-e91a-4dcd-8a75-4dbcaf6dc0a5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:05.906452 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:05.927785 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:05.943680 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:05.944147 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:05.966544 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:06.014925 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-9a2282d7-df71-4387-a4a7-26f2627e39b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:06.017856 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-9a2282d7-df71-4387-a4a7-26f2627e39b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 916 time: 0.1598380 Apr 11 16:58:06.023979 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e70a6e7f-27d8-4d50-8571-9b2d055b350f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0011232 Apr 11 16:58:06.108393 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-f6c49db0-de5d-4c3e-ab85-2e791f1a58d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08f79a22-b807-4c7d-9d04-ceb724962440 HTTP/1.1" status: 200 len: 998 time: 0.0829220 Apr 11 16:58:06.113789 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:06.132368 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'c105d59c-f7a3-482d-a72e-6ca2f1fa7f50', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '08f79a22-b807-4c7d-9d04-ceb724962440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:b3:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:57:36Z', 'updated_at': '2022-04-11T16:58:03Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}, {'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:40Z', 'revision_number': 2, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:06.182955 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c79ab7-59d4-49a1-b318-69d81d927556 None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'c105d59c-f7a3-482d-a72e-6ca2f1fa7f50', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '08f79a22-b807-4c7d-9d04-ceb724962440', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:b3:cb:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:57:36Z', 'updated_at': '2022-04-11T16:58:03Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}, {'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:40Z', 'revision_number': 2, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:06.205312 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-8946a24b-fff2-4535-bf9f-abd94f1cc5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:06.207286 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-8946a24b-fff2-4535-bf9f-abd94f1cc5c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0923030 Apr 11 16:58:06.265612 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-47b2480b-6011-4e4a-b526-2c62cb172395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:06.267197 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-47b2480b-6011-4e4a-b526-2c62cb172395 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501552 Apr 11 16:58:06.412992 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:04Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:06.433493 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-22b27fef-ebf5-44df-b539-ba4db33e63fd service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211996 Apr 11 16:58:06.443222 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:06.453607 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:06.454243 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:57:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:06.510583 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9573013f-f8dd-4355-8ff8-2cbc5c433ab9 None None] New status for floating IP c105d59c-f7a3-482d-a72e-6ca2f1fa7f50: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:58:06.564704 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2766e958-e86c-4da5-9d51-0b9234dd2044 req-54db92d7-dd86-4325-ac23-068ed7f7816c service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246109 Apr 11 16:58:06.592822 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:06.765294 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92c4c3-d571-4061-852f-a4297c1d2e4f req-ec8901c4-c63d-4ede-a3dd-6079df86a063 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:06.768261 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9b92c4c3-d571-4061-852f-a4297c1d2e4f req-ec8901c4-c63d-4ede-a3dd-6079df86a063 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 947 time: 0.0607433 Apr 11 16:58:06.817502 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9b92c4c3-d571-4061-852f-a4297c1d2e4f req-f9724f71-91ec-4ae2-9e14-95b04c84d1b1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426834 Apr 11 16:58:06.844355 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:04Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:06.877356 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c3a35-a637-41ae-bc2f-314e68e6ed08 None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:04Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:07.059548 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42692) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:07.074195 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fe46aad-515f-4e1d-8ed8-58f911fd808a None None] New status for floating IP bd9f3309-8f5d-4853-87ae-25808fa3e921: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:58:07.171485 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce8d5-69c9-4190-8688-7e0eec6f0999 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.202784 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:58:07.205087 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484301fa-e8de-449b-83f7-2faedc4a594e" -d '{"events": [{"name": "network-changed", "server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:58:07.248759 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce8d5-69c9-4190-8688-7e0eec6f0999 admin admin] Publish callbacks [] for security_group (d7dc861a-96f1-4a22-bf19-b8d6ed84858a), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.249343 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5818ee32-08ff-4bda-a1dc-bf1f74dd85fe x-openstack-request-id: req-5818ee32-08ff-4bda-a1dc-bf1f74dd85fe {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:58:07.249539 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:58:07.249844 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5818ee32-08ff-4bda-a1dc-bf1f74dd85fe {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:58:07.250208 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5818ee32-08ff-4bda-a1dc-bf1f74dd85fe'] response: {'name': 'network-changed', 'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'status': 'completed', 'code': 200} Apr 11 16:58:07.253224 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8f0ce8d5-69c9-4190-8688-7e0eec6f0999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (d7dc861a-96f1-4a22-bf19-b8d6ed84858a), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.292297 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8f0ce8d5-69c9-4190-8688-7e0eec6f0999 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=80884bebb113474799992dc115deb4df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315924 Apr 11 16:58:07.293177 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ce8d5-69c9-4190-8688-7e0eec6f0999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dc861a-96f1-4a22-bf19-b8d6ed84858a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:07.295021 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42698) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:07.354514 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484301fa-e8de-449b-83f7-2faedc4a594e req-41feb2b0-faff-479a-9590-3b445d2c494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:07.356036 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-484301fa-e8de-449b-83f7-2faedc4a594e req-41feb2b0-faff-479a-9590-3b445d2c494c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 1129 time: 0.0547106 Apr 11 16:58:07.400302 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27b54ede-4ede-4772-bfe6-8f1d677dd0d2 admin admin] Publish callbacks [] for security_group (d7dc861a-96f1-4a22-bf19-b8d6ed84858a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.457701 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27b54ede-4ede-4772-bfe6-8f1d677dd0d2 admin admin] Publish callbacks [] for security_group (d7dc861a-96f1-4a22-bf19-b8d6ed84858a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.500123 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484301fa-e8de-449b-83f7-2faedc4a594e req-45da3084-1df6-4e0b-9c0b-c83c90f76aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:07.501611 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-484301fa-e8de-449b-83f7-2faedc4a594e req-45da3084-1df6-4e0b-9c0b-c83c90f76aad service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.1383848 Apr 11 16:58:07.554542 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27b54ede-4ede-4772-bfe6-8f1d677dd0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (d7dc861a-96f1-4a22-bf19-b8d6ed84858a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.557175 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-27b54ede-4ede-4772-bfe6-8f1d677dd0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:07.558372 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-27b54ede-4ede-4772-bfe6-8f1d677dd0d2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d7dc861a-96f1-4a22-bf19-b8d6ed84858a HTTP/1.1" status: 204 len: 168 time: 0.2623396 Apr 11 16:58:07.575377 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b54ede-4ede-4772-bfe6-8f1d677dd0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dc861a-96f1-4a22-bf19-b8d6ed84858a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:07.580731 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-484301fa-e8de-449b-83f7-2faedc4a594e req-0edbd608-5757-4ff9-91fa-a3436ab8594e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517 HTTP/1.1" status: 200 len: 1000 time: 0.0730124 Apr 11 16:58:07.635554 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484301fa-e8de-449b-83f7-2faedc4a594e req-6fbd9a4c-9220-4ceb-afe4-fd71f0199cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:07.637617 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-484301fa-e8de-449b-83f7-2faedc4a594e req-6fbd9a4c-9220-4ceb-afe4-fd71f0199cb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0501668 Apr 11 16:58:07.682224 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484301fa-e8de-449b-83f7-2faedc4a594e req-ad86b0be-8e40-43b8-b771-06a5d7f4592f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:07.683832 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-484301fa-e8de-449b-83f7-2faedc4a594e req-ad86b0be-8e40-43b8-b771-06a5d7f4592f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391340 Apr 11 16:58:07.777059 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-484301fa-e8de-449b-83f7-2faedc4a594e req-9ac8b7d3-ac88-499e-a879-ec30247411cb service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860636 Apr 11 16:58:07.867829 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-484301fa-e8de-449b-83f7-2faedc4a594e req-e65a5ca1-26c3-4afc-809c-6e315aa10d5c service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849173 Apr 11 16:58:11.440547 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42764) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:11.542415 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1385-5149-48ba-baf4-e56d94f0876d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.614683 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1385-5149-48ba-baf4-e56d94f0876d admin admin] Publish callbacks [] for security_group (c093cc24-a772-47e1-9712-139069f8da21), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.618938 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c1b1385-5149-48ba-baf4-e56d94f0876d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c093cc24-a772-47e1-9712-139069f8da21), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.659533 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b1385-5149-48ba-baf4-e56d94f0876d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c093cc24-a772-47e1-9712-139069f8da21,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:11.663887 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3c1b1385-5149-48ba-baf4-e56d94f0876d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8445152ce80348128b56155c1bb5a4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223237 Apr 11 16:58:11.666813 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42768) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:11.713696 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51b8fadb-c9af-4bdf-9633-ee9e29e082eb admin admin] Publish callbacks [] for security_group (c093cc24-a772-47e1-9712-139069f8da21), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.734413 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51b8fadb-c9af-4bdf-9633-ee9e29e082eb admin admin] Publish callbacks [] for security_group (c093cc24-a772-47e1-9712-139069f8da21), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.780721 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51b8fadb-c9af-4bdf-9633-ee9e29e082eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c093cc24-a772-47e1-9712-139069f8da21), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.783353 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-51b8fadb-c9af-4bdf-9633-ee9e29e082eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:11.784518 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-51b8fadb-c9af-4bdf-9633-ee9e29e082eb admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c093cc24-a772-47e1-9712-139069f8da21 HTTP/1.1" status: 204 len: 168 time: 0.1167836 Apr 11 16:58:11.792168 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b8fadb-c9af-4bdf-9633-ee9e29e082eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c093cc24-a772-47e1-9712-139069f8da21,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:12.515200 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-68213825-7418-403c-ab14-96e22f84cc20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:14.860437 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8b2dd107-0ff9-4b41-ae15-5c30de3ca642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:15.933939 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.556676 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:18.978183 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:19.553270 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:22.298329 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42912) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:22.400003 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f8311a1-f0ab-49b9-84f1-b33111ee39f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:22.475127 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f8311a1-f0ab-49b9-84f1-b33111ee39f1 admin admin] Publish callbacks [] for security_group (e6eb5db1-b531-4b43-9b2a-86af0a7de355), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:22.479212 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3f8311a1-f0ab-49b9-84f1-b33111ee39f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (e6eb5db1-b531-4b43-9b2a-86af0a7de355), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:22.516004 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3f8311a1-f0ab-49b9-84f1-b33111ee39f1 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=20bface610d6452782aaaf9dc9c9e2e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2166088 Apr 11 16:58:22.517110 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8311a1-f0ab-49b9-84f1-b33111ee39f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6eb5db1-b531-4b43-9b2a-86af0a7de355,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:22.518738 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42916) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:22.568645 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1313a25-4fe0-4933-a16a-1c6499a47bba admin admin] Publish callbacks [] for security_group (e6eb5db1-b531-4b43-9b2a-86af0a7de355), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:22.589515 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1313a25-4fe0-4933-a16a-1c6499a47bba admin admin] Publish callbacks [] for security_group (e6eb5db1-b531-4b43-9b2a-86af0a7de355), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:22.634383 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1313a25-4fe0-4933-a16a-1c6499a47bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (e6eb5db1-b531-4b43-9b2a-86af0a7de355), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:22.636945 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e1313a25-4fe0-4933-a16a-1c6499a47bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:22.638080 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e1313a25-4fe0-4933-a16a-1c6499a47bba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/e6eb5db1-b531-4b43-9b2a-86af0a7de355 HTTP/1.1" status: 204 len: 168 time: 0.1183493 Apr 11 16:58:22.645525 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1313a25-4fe0-4933-a16a-1c6499a47bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6eb5db1-b531-4b43-9b2a-86af0a7de355,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:36.917532 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:58:42.507673 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1ccc76aa-1517-477b-9192-66942514bf6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:44.854530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-2945345d-a0f5-4bab-a19b-919eb2a66d1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:45.531626 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3172114c-1b77-49b9-a8c1-6b0bfeefb05c req-edc70f83-0b44-427e-82c0-6c8d1932cefe tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:45.533096 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3172114c-1b77-49b9-a8c1-6b0bfeefb05c req-edc70f83-0b44-427e-82c0-6c8d1932cefe tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 947 time: 0.0455809 Apr 11 16:58:45.578202 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3172114c-1b77-49b9-a8c1-6b0bfeefb05c req-1834549f-c1f8-4f6d-a52c-70ce29445ebf tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396278 Apr 11 16:58:45.935775 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:46.695521 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418b068b-87e6-4c43-875f-deb234b1d516 req-7ec6c4cc-d6d8-4f2b-84b3-16d6eb9c4a3b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:46.696983 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-418b068b-87e6-4c43-875f-deb234b1d516 req-7ec6c4cc-d6d8-4f2b-84b3-16d6eb9c4a3b tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 947 time: 0.0485399 Apr 11 16:58:46.741954 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-418b068b-87e6-4c43-875f-deb234b1d516 req-d0083e81-86b8-47ae-af28-90d705bd54a1 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393918 Apr 11 16:58:47.229467 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-745cd03c-18b4-4e73-b29e-930a4c551067 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:47.230884 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-745cd03c-18b4-4e73-b29e-930a4c551067 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 947 time: 0.0492580 Apr 11 16:58:47.315503 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Deleting port d88b6bba-73b3-45e6-8890-9477e4a09ff6 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:47.315845 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:47.404357 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] For port d88b6bba-73b3-45e6-8890-9477e4a09ff6, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d88b6bba-73b3-45e6-8890-9477e4a09ff6,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:47.404722 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:47.550623 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1955919e-135b-4340-b501-1b342fe8a272 req-8acba886-f7c2-4ccf-a24e-f7f78291dc02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852613 Apr 11 16:58:47.559453 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:47.603927 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:47.604266 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ba30d14a-2993-4205-a785-2017e2fdbad8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:47.604590 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Floating IP ba30d14a-2993-4205-a785-2017e2fdbad8 disassociated. External IP: 172.27.1.228, port: d88b6bba-73b3-45e6-8890-9477e4a09ff6. Apr 11 16:58:47.604951 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Calling delete_port for d88b6bba-73b3-45e6-8890-9477e4a09ff6 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:47.684880 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955919e-135b-4340-b501-1b342fe8a272 req-6d87bdb2-a704-4ddf-828d-952db2531a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:47.686371 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1955919e-135b-4340-b501-1b342fe8a272 req-6d87bdb2-a704-4ddf-828d-952db2531a45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1129 time: 0.0729208 Apr 11 16:58:47.832566 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (d88b6bba-73b3-45e6-8890-9477e4a09ff6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:47.840915 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955919e-135b-4340-b501-1b342fe8a272 req-29ec5fad-78fc-48bb-ac3d-111a1c2be6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:47.842368 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1955919e-135b-4340-b501-1b342fe8a272 req-29ec5fad-78fc-48bb-ac3d-111a1c2be6f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 911 time: 0.1316192 Apr 11 16:58:47.858277 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef1629-37de-476f-9213-4dcb67aceed1 req-fb9fb602-9b1e-4b6a-99fc-6384234ffa8a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:47.859820 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-65ef1629-37de-476f-9213-4dcb67aceed1 req-fb9fb602-9b1e-4b6a-99fc-6384234ffa8a tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 947 time: 0.0478997 Apr 11 16:58:47.872020 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event deleted for resources: {'Port': ['ID=d88b6bba-73b3-45e6-8890-9477e4a09ff6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:47.908989 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-65ef1629-37de-476f-9213-4dcb67aceed1 req-5a7fe535-2a96-4ba0-8a6c-dcfd1fa7629d tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups?id=7a394c37-7ef9-4d2f-a00e-8267ad094ed4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 Apr 11 16:58:48.165293 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.165542 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.165888 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.166236 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.166579 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.166941 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.167279 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.167616 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.167951 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.168284 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.168624 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.168956 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.169288 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.169620 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.169949 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:48.236678 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1955919e-135b-4340-b501-1b342fe8a272 req-3580bc98-0a5f-4a80-b3a5-5e4dc835fc70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 1001 time: 0.3740358 Apr 11 16:58:48.336329 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955919e-135b-4340-b501-1b342fe8a272 req-0303273d-7fad-4a72-b19f-990b4857cccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:48.338479 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1955919e-135b-4340-b501-1b342fe8a272 req-0303273d-7fad-4a72-b19f-990b4857cccb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 200 len: 848 time: 0.0617559 Apr 11 16:58:48.345882 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:48.424962 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1955919e-135b-4340-b501-1b342fe8a272 req-88a7475f-97d5-48f1-9eb1-f036cde4137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:48.426404 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1955919e-135b-4340-b501-1b342fe8a272 req-88a7475f-97d5-48f1-9eb1-f036cde4137e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be579b75-f4a3-42be-b4ea-8e62c2860fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792027 Apr 11 16:58:48.551250 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:48.560355 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] Sync routers for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:48.570479 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:48.571147 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:48.586242 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1955919e-135b-4340-b501-1b342fe8a272 req-d306d3d0-320f-4fa2-84a5-6ae47d5457bf service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520348 Apr 11 16:58:48.611873 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] No DVR routers for this DVR port d88b6bba-73b3-45e6-8890-9477e4a09ff6 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:48.614668 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:48.617830 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cfb1e02b-530c-46e5-b915-d9f060c33a72 req-c092c3ae-fe0e-45b4-b952-c1b16d333fe5 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.15 "DELETE /v2.0/ports/d88b6bba-73b3-45e6-8890-9477e4a09ff6 HTTP/1.1" status: 204 len: 173 time: 1.3808663 Apr 11 16:58:48.618295 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-deleted', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:58:48.620542 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e1b3d2-0fe1-4d45-ae3a-1c24910bf702" -d '{"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-deleted", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:58:48.676849 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43f0d37-4e24-47df-97eb-a6b9c521bcd8 x-openstack-request-id: req-d43f0d37-4e24-47df-97eb-a6b9c521bcd8 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:58:48.677074 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "209d30ff-a15c-48fd-8502-6d144f2c52fa", "name": "network-vif-deleted", "tag": "d88b6bba-73b3-45e6-8890-9477e4a09ff6", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:58:48.677294 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d43f0d37-4e24-47df-97eb-a6b9c521bcd8 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:58:48.677696 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d43f0d37-4e24-47df-97eb-a6b9c521bcd8'] response: {'server_uuid': '209d30ff-a15c-48fd-8502-6d144f2c52fa', 'name': 'network-vif-deleted', 'tag': 'd88b6bba-73b3-45e6-8890-9477e4a09ff6', 'status': 'completed', 'code': 200} Apr 11 16:58:48.711698 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1955919e-135b-4340-b501-1b342fe8a272 req-ace9513e-9896-45ec-92e9-29bb8190bc39 service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067011 Apr 11 16:58:48.816552 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:49.014085 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:49.021201 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7eaa2ae3-c4fa-4c5f-ae57-c0031c3c05d4 req-4be4506a-4dd6-4ca1-bd93-ee04ec900ce0 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/ports?device_id=209d30ff-a15c-48fd-8502-6d144f2c52fa HTTP/1.1" status: 200 len: 210 time: 0.0283947 Apr 11 16:58:49.029722 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:49.056273 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] Checking router: 6b0fdddf-b177-45a7-8451-3ff8f08099f9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:49.065009 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:49.065633 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:49.180550 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:49.382821 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:49.414176 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d47757-39be-4078-b59e-5b0423d5119b None None] The sync data for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi is: [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:08Z', 'revision_number': 4, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'c79efc58-e092-47ee-ba96-600a69abe036', 'name': '', 'network_id': '20f8ac1d-1d8f-4b87-9cdb-b430e184e27c', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'mac_address': 'fa:16:3e:fd:25:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:08Z', 'updated_at': '2022-04-11T16:52:12Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'subnets': [{'id': '6d9e9852-fdac-4b82-bda8-afd6358c27c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:49.583602 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:49.667476 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20280a71-4ae0-4e7c-893e-557da5699fbf None None] New status for floating IP ba30d14a-2993-4205-a785-2017e2fdbad8: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:58:49.675103 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a6dbc-6311-4695-a060-6b015f15f650 req-fbf36ad8-c2bf-4ff3-a96d-241b70c34b02 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:49.676579 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-134a6dbc-6311-4695-a060-6b015f15f650 req-fbf36ad8-c2bf-4ff3-a96d-241b70c34b02 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0514214 Apr 11 16:58:49.722745 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-134a6dbc-6311-4695-a060-6b015f15f650 req-d38c4322-5be2-477a-bbc5-aca6a2ec4ad8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395563 Apr 11 16:58:50.106929 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 42982) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:50.157571 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (7a394c37-7ef9-4d2f-a00e-8267ad094ed4), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.180707 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (7a394c37-7ef9-4d2f-a00e-8267ad094ed4), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.226466 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (7a394c37-7ef9-4d2f-a00e-8267ad094ed4), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.229906 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.231076 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "DELETE /v2.0/security-groups/7a394c37-7ef9-4d2f-a00e-8267ad094ed4 HTTP/1.1" status: 204 len: 168 time: 0.1231766 Apr 11 16:58:50.233926 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42984) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:50.239930 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a394c37-7ef9-4d2f-a00e-8267ad094ed4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:50.247466 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.247827 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.248176 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.248524 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.248727 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.api.v2.resource [None req-1dd6df13-6895-4a4a-aa17-88f33951fe03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] show failed (client error): The resource could not be found. Apr 11 16:58:50.248865 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.249206 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.249550 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.249738 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1dd6df13-6895-4a4a-aa17-88f33951fe03 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "GET /v2.0/security-groups/7a394c37-7ef9-4d2f-a00e-8267ad094ed4 HTTP/1.1" status: 404 len: 347 time: 0.0145056 Apr 11 16:58:50.249899 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.250207 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.250540 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.250898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.251232 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.251563 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.251894 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.252234 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13e58fdd-8dea-4993-9e28-bf4180d53a5e tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:50.252480 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 42986) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:50.370649 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Deleting port 80043c43-d919-44e5-a9fa-97ff4c0273a8 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:50.371005 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (80043c43-d919-44e5-a9fa-97ff4c0273a8), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.443615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (80043c43-d919-44e5-a9fa-97ff4c0273a8), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.443945 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (80043c43-d919-44e5-a9fa-97ff4c0273a8), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.455691 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Calling delete_port for 80043c43-d919-44e5-a9fa-97ff4c0273a8 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:50.514884 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:50.534610 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: d88b6bba-73b3-45e6-8890-9477e4a09ff6 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:50.534954 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d88b6bba-73b3-45e6-8890-9477e4a09ff6 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:50.587815 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (80043c43-d919-44e5-a9fa-97ff4c0273a8), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.616196 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Pushing event deleted for resources: {'Port': ['ID=80043c43-d919-44e5-a9fa-97ff4c0273a8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:50.676503 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks [] for floatingip (ba30d14a-2993-4205-a785-2017e2fdbad8), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.679014 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:50.680151 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-86c1b4ea-eac7-4587-a746-4de5f2f50b11 tempest-AttachVolumeShelveTestJSON-1954927992 tempest-AttachVolumeShelveTestJSON-1954927992-project] 10.222.0.73 "DELETE /v2.0/floatingips/ba30d14a-2993-4205-a785-2017e2fdbad8 HTTP/1.1" status: 204 len: 168 time: 0.4264688 Apr 11 16:58:50.844297 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4a780b-f0d5-48fb-be85-803be9f39f51 req-15eb6d33-b8ed-4f55-b0e6-85ef850cb377 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:50.845755 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0c4a780b-f0d5-48fb-be85-803be9f39f51 req-15eb6d33-b8ed-4f55-b0e6-85ef850cb377 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0513563 Apr 11 16:58:50.891066 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0c4a780b-f0d5-48fb-be85-803be9f39f51 req-d5e22e9f-37a4-4f97-875f-bfaa16448ebb tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 Apr 11 16:58:51.244962 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-a40abaad-4810-4c9c-96f9-4bce61ff2232 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:51.246390 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-a40abaad-4810-4c9c-96f9-4bce61ff2232 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 945 time: 0.0455017 Apr 11 16:58:51.340268 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Deleting port 08f79a22-b807-4c7d-9d04-ceb724962440 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:51.340613 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:51.424967 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] For port 08f79a22-b807-4c7d-9d04-ceb724962440, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=08f79a22-b807-4c7d-9d04-ceb724962440,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:51.425336 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:51.595651 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:51.595930 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (c105d59c-f7a3-482d-a72e-6ca2f1fa7f50), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:51.596253 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Floating IP c105d59c-f7a3-482d-a72e-6ca2f1fa7f50 disassociated. External IP: 172.27.1.66, port: 08f79a22-b807-4c7d-9d04-ceb724962440. Apr 11 16:58:51.596599 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Calling delete_port for 08f79a22-b807-4c7d-9d04-ceb724962440 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:51.720018 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (08f79a22-b807-4c7d-9d04-ceb724962440), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:51.746397 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'Port': ['ID=08f79a22-b807-4c7d-9d04-ceb724962440,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:51.865518 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:51.987937 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-720d692d-9f06-4c9c-b44c-e8a22d3c55a5 req-b4733711-2c21-47b8-bd24-ccd6a2bb48fe tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=6c37f5f9-015e-4d44-b425-1dc30f544b5d HTTP/1.1" status: 200 len: 210 time: 0.0285046 Apr 11 16:58:52.009615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:52.020978 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:52.031680 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:52.032312 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:52.063378 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] No DVR routers for this DVR port 08f79a22-b807-4c7d-9d04-ceb724962440 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:52.065731 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:52.069016 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-55a05370-226d-48c2-a568-cb4cae7b0d32 req-6b000664-3fab-4bd9-bca6-8fcf44fc4fc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "DELETE /v2.0/ports/08f79a22-b807-4c7d-9d04-ceb724962440 HTTP/1.1" status: 204 len: 173 time: 0.8170087 Apr 11 16:58:52.069460 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'name': 'network-vif-deleted', 'tag': '08f79a22-b807-4c7d-9d04-ceb724962440'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:58:52.072281 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62363bc2-b147-43db-924b-1b38922e54b8" -d '{"events": [{"server_uuid": "6c37f5f9-015e-4d44-b425-1dc30f544b5d", "name": "network-vif-deleted", "tag": "08f79a22-b807-4c7d-9d04-ceb724962440"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:58:52.124714 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59b354d-d3c3-47d5-a614-d8d9e7c1d8d2 x-openstack-request-id: req-d59b354d-d3c3-47d5-a614-d8d9e7c1d8d2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:58:52.125089 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c37f5f9-015e-4d44-b425-1dc30f544b5d", "name": "network-vif-deleted", "tag": "08f79a22-b807-4c7d-9d04-ceb724962440", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:58:52.126907 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d59b354d-d3c3-47d5-a614-d8d9e7c1d8d2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:58:52.127341 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59b354d-d3c3-47d5-a614-d8d9e7c1d8d2'] response: {'server_uuid': '6c37f5f9-015e-4d44-b425-1dc30f544b5d', 'name': 'network-vif-deleted', 'tag': '08f79a22-b807-4c7d-9d04-ceb724962440', 'status': 'completed', 'code': 200} Apr 11 16:58:52.148140 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:52.393212 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:40Z', 'revision_number': 2, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:52.419269 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:52.427435 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:52.428047 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:52.537563 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:52.770730 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:40Z', 'revision_number': 2, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:52.798530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2484ef-442c-4c15-b4c5-39b32136533e None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'ca5edaa6-273c-4ca7-8971-afc91c83c574', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.215', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': 'f859fdba-2836-441f-8e50-649f994102fd', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:0c:86:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:56:27Z', 'updated_at': '2022-04-11T16:56:40Z', 'revision_number': 2, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:53.007921 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4e6fa0-3cbf-491c-97e2-407f9ee9a694 None None] New status for floating IP c105d59c-f7a3-482d-a72e-6ca2f1fa7f50: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:58:53.076194 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43016) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:53.119317 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43020) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:53.139128 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0b77480-278f-468c-b0de-40dacbce2fa3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.165821 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0b77480-278f-468c-b0de-40dacbce2fa3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.214930 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0b77480-278f-468c-b0de-40dacbce2fa3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.217846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e0b77480-278f-468c-b0de-40dacbce2fa3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.219036 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e0b77480-278f-468c-b0de-40dacbce2fa3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "DELETE /v2.0/security-groups/1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9 HTTP/1.1" status: 204 len: 168 time: 0.1417933 Apr 11 16:58:53.221920 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43024) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:53.228150 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b77480-278f-468c-b0de-40dacbce2fa3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:53.236418 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.api.v2.resource [None req-608a59a5-98bd-4e9a-9eba-ef7ee777811d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] show failed (client error): The resource could not be found. Apr 11 16:58:53.237440 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-608a59a5-98bd-4e9a-9eba-ef7ee777811d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups/1c2d2f3e-3dbb-4a81-9b8b-c233a28dbdd9 HTTP/1.1" status: 404 len: 347 time: 0.0139191 Apr 11 16:58:53.240392 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43026) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:53.362454 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Deleting port b4e35711-a3f2-4a2d-9295-a7d06a7624bc {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:53.362826 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.438548 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.438908 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.451012 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Calling delete_port for b4e35711-a3f2-4a2d-9295-a7d06a7624bc owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:53.580959 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (b4e35711-a3f2-4a2d-9295-a7d06a7624bc), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.608625 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (6b0fdddf-b177-45a7-8451-3ff8f08099f9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.831659 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'Port': ['ID=b4e35711-a3f2-4a2d-9295-a7d06a7624bc,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:53.853154 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Deleting port c79efc58-e092-47ee-ba96-600a69abe036 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:53.853497 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (c79efc58-e092-47ee-ba96-600a69abe036), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.891361 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (c105d59c-f7a3-482d-a72e-6ca2f1fa7f50), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.893806 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.894944 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-caec506c-2e9a-4676-be55-5a8e582738d2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "DELETE /v2.0/floatingips/c105d59c-f7a3-482d-a72e-6ca2f1fa7f50 HTTP/1.1" status: 204 len: 168 time: 0.6536365 Apr 11 16:58:53.935728 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] For port c79efc58-e092-47ee-ba96-600a69abe036, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c79efc58-e092-47ee-ba96-600a69abe036,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:53.936098 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (c79efc58-e092-47ee-ba96-600a69abe036), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.949828 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Calling delete_port for c79efc58-e092-47ee-ba96-600a69abe036 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:54.143502 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (c79efc58-e092-47ee-ba96-600a69abe036), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:54.172545 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=c79efc58-e092-47ee-ba96-600a69abe036,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:54.348924 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (6b0fdddf-b177-45a7-8451-3ff8f08099f9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:54.530842 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 08f79a22-b807-4c7d-9d04-ceb724962440 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:54.555252 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 08f79a22-b807-4c7d-9d04-ceb724962440 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:54.556123 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 08f79a22-b807-4c7d-9d04-ceb724962440 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:54.822623 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:54.929544 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:54.935276 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4510622e-873e-4fe9-9bab-213b79469b68 admin admin] 10.222.0.73 "PUT /v2.0/routers/6b0fdddf-b177-45a7-8451-3ff8f08099f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8149688 Apr 11 16:58:54.937830 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43038) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:54.940503 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] Sync routers for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:55.057410 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks [] for router (6b0fdddf-b177-45a7-8451-3ff8f08099f9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.085122 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:55.085740 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:55.167148 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks [] for router_gateway (6b0fdddf-b177-45a7-8451-3ff8f08099f9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.193946 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:55.215286 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Deleting port fb7274d0-66cf-4a64-acc1-b004db1915bf {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:55.215748 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.314342 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] For port fb7274d0-66cf-4a64-acc1-b004db1915bf, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=fb7274d0-66cf-4a64-acc1-b004db1915bf,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:55.314819 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.329080 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Calling delete_port for fb7274d0-66cf-4a64-acc1-b004db1915bf owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:55.385636 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148'}], 'enable_snat': True}, 'gw_port_id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:58:54Z', 'revision_number': 5, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port': {'id': 'fb7274d0-66cf-4a64-acc1-b004db1915bf', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:a0:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:52:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:55.427672 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] Checking router: 6b0fdddf-b177-45a7-8451-3ff8f08099f9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:55.437897 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] Routers {'6b0fdddf-b177-45a7-8451-3ff8f08099f9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:55.438533 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:55.510435 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (fb7274d0-66cf-4a64-acc1-b004db1915bf), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.522232 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14efdfe6-e110-4061-a45e-8d9051230cb5 req-5152acb7-7601-43a4-85bb-482c93195cfe tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:55.524243 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-14efdfe6-e110-4061-a45e-8d9051230cb5 req-5152acb7-7601-43a4-85bb-482c93195cfe tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 945 time: 0.0515087 Apr 11 16:58:55.536572 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] Set router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:55.546407 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Pushing event deleted for resources: {'Port': ['ID=fb7274d0-66cf-4a64-acc1-b004db1915bf,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:55.578940 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-14efdfe6-e110-4061-a45e-8d9051230cb5 req-f712202d-6875-403d-93e8-274f91cf0d92 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480196 Apr 11 16:58:55.597163 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:58:55Z', 'revision_number': 6, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:55.614794 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (6b0fdddf-b177-45a7-8451-3ff8f08099f9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.629058 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50293916-004e-4a1a-b89d-a035534ece7d None None] The sync data for ids ['6b0fdddf-b177-45a7-8451-3ff8f08099f9'] in dv-cinder-837166-2-iscsi is: [{'id': '6b0fdddf-b177-45a7-8451-3ff8f08099f9', 'name': 'tempest-AttachVolumeShelveTestJSON-1237541291-router', 'tenant_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:52:05Z', 'updated_at': '2022-04-11T16:58:55Z', 'revision_number': 6, 'project_id': '8dd57077e3604d8c8fb3ca58dbb64a1c', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:55.707293 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (6b0fdddf-b177-45a7-8451-3ff8f08099f9), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.709448 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks [] for router_controller (6b0fdddf-b177-45a7-8451-3ff8f08099f9), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.754479 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (6b0fdddf-b177-45a7-8451-3ff8f08099f9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.755051 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b0fdddf-b177-45a7-8451-3ff8f08099f9 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:58:55.759785 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.760934 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c1ea66b8-4a78-4df0-8fb1-bbe6fe873e9a admin admin] 10.222.0.73 "DELETE /v2.0/routers/6b0fdddf-b177-45a7-8451-3ff8f08099f9 HTTP/1.1" status: 204 len: 168 time: 0.8221192 Apr 11 16:58:55.763461 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43050) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:55.807564 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-72252b9e-61db-45f0-bb88-16e0668f8b20 admin admin] Deleting subnet 6d9e9852-fdac-4b82-bda8-afd6358c27c6 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:58:55.810431 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72252b9e-61db-45f0-bb88-16e0668f8b20 admin admin] Publish callbacks [] for subnet (6d9e9852-fdac-4b82-bda8-afd6358c27c6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.843573 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72252b9e-61db-45f0-bb88-16e0668f8b20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29398338'] for subnet (6d9e9852-fdac-4b82-bda8-afd6358c27c6), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.920754 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72252b9e-61db-45f0-bb88-16e0668f8b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (6d9e9852-fdac-4b82-bda8-afd6358c27c6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:55.976252 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72252b9e-61db-45f0-bb88-16e0668f8b20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29940237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33203665'] for subnet (6d9e9852-fdac-4b82-bda8-afd6358c27c6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.004658 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72252b9e-61db-45f0-bb88-16e0668f8b20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9e9852-fdac-4b82-bda8-afd6358c27c6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:56.006709 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72252b9e-61db-45f0-bb88-16e0668f8b20 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.009968 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-72252b9e-61db-45f0-bb88-16e0668f8b20 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/6d9e9852-fdac-4b82-bda8-afd6358c27c6 HTTP/1.1" status: 204 len: 168 time: 0.2455080 Apr 11 16:58:56.012621 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43052) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:56.015241 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403d1fa7-af72-48c2-ab79-635532a60158 None None] Network 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:58:56.089537 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.133424 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Deleting port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:56.133823 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.196984 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] For port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=600f17f0-8060-4bbb-9d7a-db0e8f5ccb81,segment=NetworkSegment(ca3060bf-7381-4674-8896-cbfedeaa93bb),segment_id=ca3060bf-7381-4674-8896-cbfedeaa93bb)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:56.197350 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.209290 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Calling delete_port for 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:56.284300 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (600f17f0-8060-4bbb-9d7a-db0e8f5ccb81), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.311449 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Pushing event deleted for resources: {'Port': ['ID=600f17f0-8060-4bbb-9d7a-db0e8f5ccb81,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:56.314919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] No DVR routers for this DVR port 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 on host dv-cinder-837166-2-iscsi {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:56.383394 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.399145 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6183967-696c-4ca5-bd44-3a5895166716 None None] DHCP port deletion for 20f8ac1d-1d8f-4b87-9cdb-b430e184e27c request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:58:56.414214 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20f8ac1d-1d8f-4b87-9cdb-b430e184e27c']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:56.423863 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3060bf-7381-4674-8896-cbfedeaa93bb') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:56.424167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3060bf-7381-4674-8896-cbfedeaa93bb') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:56.437359 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (ca3060bf-7381-4674-8896-cbfedeaa93bb), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.451109 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (ca3060bf-7381-4674-8896-cbfedeaa93bb), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.457109 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Releasing vlan 1165 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:58:56.457516 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (ca3060bf-7381-4674-8896-cbfedeaa93bb), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:58:56.459302 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:58:56.512526 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (20f8ac1d-1d8f-4b87-9cdb-b430e184e27c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.517291 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.520478 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] 10.222.0.73 "DELETE /v2.0/networks/20f8ac1d-1d8f-4b87-9cdb-b430e184e27c HTTP/1.1" status: 204 len: 168 time: 0.5066328 Apr 11 16:58:56.533204 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221c69da-4986-40ee-9123-3ddc1c7b7926 admin admin] Pushing event deleted for resources: {'Network': ['ID=20f8ac1d-1d8f-4b87-9cdb-b430e184e27c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:56.638630 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43058) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:56.717071 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465cea1-f6e0-4b37-bfe1-0ae82af8290b req-084bcb15-ab44-4bad-b288-b5cd559edaaa tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:56.718509 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a465cea1-f6e0-4b37-bfe1-0ae82af8290b req-084bcb15-ab44-4bad-b288-b5cd559edaaa tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 945 time: 0.0657084 Apr 11 16:58:56.721096 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-cd9b0d37-9886-481f-b291-7eee7192d353 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8dd57077e3604d8c8fb3ca58dbb64a1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0812154 Apr 11 16:58:56.723640 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43060) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:56.798864 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a465cea1-f6e0-4b37-bfe1-0ae82af8290b req-1ddb29ec-3854-4a30-a68e-ed1c6a95b39e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=f83ddd16-ec3b-4f6a-baca-e3ef7866619a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729558 Apr 11 16:58:56.806150 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa205823-a1fa-400f-b8ef-5f3f95529325 admin admin] Publish callbacks [] for security_group (6c540aa8-9fa3-4946-bb5c-fa729e5f7323), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.828759 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa205823-a1fa-400f-b8ef-5f3f95529325 admin admin] Publish callbacks [] for security_group (6c540aa8-9fa3-4946-bb5c-fa729e5f7323), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.874426 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa205823-a1fa-400f-b8ef-5f3f95529325 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6c540aa8-9fa3-4946-bb5c-fa729e5f7323), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.876999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa205823-a1fa-400f-b8ef-5f3f95529325 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.878144 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-fa205823-a1fa-400f-b8ef-5f3f95529325 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/6c540aa8-9fa3-4946-bb5c-fa729e5f7323 HTTP/1.1" status: 204 len: 168 time: 0.1536150 Apr 11 16:58:56.886333 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa205823-a1fa-400f-b8ef-5f3f95529325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c540aa8-9fa3-4946-bb5c-fa729e5f7323,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:57.249083 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-16c9154b-44a8-4885-a2e3-1bff4155aac3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:58:57.250859 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-16c9154b-44a8-4885-a2e3-1bff4155aac3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 945 time: 0.0532310 Apr 11 16:58:57.258350 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c79efc58-e092-47ee-ba96-600a69abe036 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:57.279819 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: c79efc58-e092-47ee-ba96-600a69abe036 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:57.280180 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c79efc58-e092-47ee-ba96-600a69abe036 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:57.280611 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device fb7274d0-66cf-4a64-acc1-b004db1915bf no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:57.299678 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: fb7274d0-66cf-4a64-acc1-b004db1915bf {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:57.300043 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device fb7274d0-66cf-4a64-acc1-b004db1915bf not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:57.300468 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:58:57.319672 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:58:57.320035 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 600f17f0-8060-4bbb-9d7a-db0e8f5ccb81 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:58:57.346236 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Deleting port f859fdba-2836-441f-8e50-649f994102fd {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:57.346615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (f859fdba-2836-441f-8e50-649f994102fd), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:57.444303 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] For port f859fdba-2836-441f-8e50-649f994102fd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f859fdba-2836-441f-8e50-649f994102fd,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:58:57.444622 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (f859fdba-2836-441f-8e50-649f994102fd), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:57.622165 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:57.622624 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (ca5edaa6-273c-4ca7-8971-afc91c83c574), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:57.622968 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Floating IP ca5edaa6-273c-4ca7-8971-afc91c83c574 disassociated. External IP: 172.27.1.215, port: f859fdba-2836-441f-8e50-649f994102fd. Apr 11 16:58:57.623341 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Calling delete_port for f859fdba-2836-441f-8e50-649f994102fd owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:57.754408 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (f859fdba-2836-441f-8e50-649f994102fd), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:57.782750 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'Port': ['ID=f859fdba-2836-441f-8e50-649f994102fd,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:57.906020 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cd67f8c0-3eb0-437d-b21e-031235b204ab req-6c08895d-9ffb-44cf-bc7d-9d23c6cb6b4f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=20277e8c-bbc8-4af4-95fc-e036e6f597a9 HTTP/1.1" status: 200 len: 210 time: 0.0310869 Apr 11 16:58:57.912791 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:58:58.030199 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:58:58.042495 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:58:58.053004 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:58.053771 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:58.075221 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] No DVR routers for this DVR port f859fdba-2836-441f-8e50-649f994102fd on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:58:58.077919 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:58.081674 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ec4efc31-6373-4e60-9593-d9ce6daba86b req-eb013a9e-f391-4d3b-9251-20b2b505e7c3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "DELETE /v2.0/ports/f859fdba-2836-441f-8e50-649f994102fd HTTP/1.1" status: 204 len: 173 time: 0.8255286 Apr 11 16:58:58.082299 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'name': 'network-vif-deleted', 'tag': 'f859fdba-2836-441f-8e50-649f994102fd'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:58:58.085425 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd7aa08-985c-42e2-a699-9661949f9beb" -d '{"events": [{"server_uuid": "20277e8c-bbc8-4af4-95fc-e036e6f597a9", "name": "network-vif-deleted", "tag": "f859fdba-2836-441f-8e50-649f994102fd"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:58:58.127337 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3465a4f-5cc8-4441-b6af-7e30ca965447 x-openstack-request-id: req-d3465a4f-5cc8-4441-b6af-7e30ca965447 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:58:58.128165 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20277e8c-bbc8-4af4-95fc-e036e6f597a9", "name": "network-vif-deleted", "tag": "f859fdba-2836-441f-8e50-649f994102fd", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:58:58.129636 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d3465a4f-5cc8-4441-b6af-7e30ca965447 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:58:58.129906 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3465a4f-5cc8-4441-b6af-7e30ca965447'] response: {'server_uuid': '20277e8c-bbc8-4af4-95fc-e036e6f597a9', 'name': 'network-vif-deleted', 'tag': 'f859fdba-2836-441f-8e50-649f994102fd', 'status': 'completed', 'code': 200} Apr 11 16:58:58.297785 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:58.499509 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:58.535973 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:58:58.555540 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:58:58.556184 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:58.761853 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:58:58.958572 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:58:58.983997 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43116) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:58.991151 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ae9196-a59c-437c-a894-541d28041c84 None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:58:59.039333 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217a64fa-975b-498e-b9a0-04277624b635 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (f83ddd16-ec3b-4f6a-baca-e3ef7866619a), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.066455 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217a64fa-975b-498e-b9a0-04277624b635 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (f83ddd16-ec3b-4f6a-baca-e3ef7866619a), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.115236 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217a64fa-975b-498e-b9a0-04277624b635 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f83ddd16-ec3b-4f6a-baca-e3ef7866619a), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.118053 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-217a64fa-975b-498e-b9a0-04277624b635 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.119276 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-217a64fa-975b-498e-b9a0-04277624b635 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "DELETE /v2.0/security-groups/f83ddd16-ec3b-4f6a-baca-e3ef7866619a HTTP/1.1" status: 204 len: 168 time: 0.1342812 Apr 11 16:58:59.122271 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43118) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:59.128866 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217a64fa-975b-498e-b9a0-04277624b635 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83ddd16-ec3b-4f6a-baca-e3ef7866619a,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:59.140446 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.api.v2.resource [None req-17587d44-edef-4e28-97b4-2e373fab29b8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] show failed (client error): The resource could not be found. Apr 11 16:58:59.141627 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-17587d44-edef-4e28-97b4-2e373fab29b8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups/f83ddd16-ec3b-4f6a-baca-e3ef7866619a HTTP/1.1" status: 404 len: 347 time: 0.0182564 Apr 11 16:58:59.144484 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43120) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:59.233623 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214e30c4-d1bb-4d0b-ac18-351eb5a44daf None None] New status for floating IP ca5edaa6-273c-4ca7-8971-afc91c83c574: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:58:59.267146 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Deleting port 81f34fe1-2aa8-4198-ad08-f22033c2d40c {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:58:59.267501 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (81f34fe1-2aa8-4198-ad08-f22033c2d40c), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.343050 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (81f34fe1-2aa8-4198-ad08-f22033c2d40c), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.343317 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (81f34fe1-2aa8-4198-ad08-f22033c2d40c), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.356193 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Calling delete_port for 81f34fe1-2aa8-4198-ad08-f22033c2d40c owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:58:59.489610 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (81f34fe1-2aa8-4198-ad08-f22033c2d40c), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.514523 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'Port': ['ID=81f34fe1-2aa8-4198-ad08-f22033c2d40c,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:59.580551 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (ca5edaa6-273c-4ca7-8971-afc91c83c574), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.583090 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.586815 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-46b54d07-4e2d-4948-851c-6e0ce382bb6f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "DELETE /v2.0/floatingips/ca5edaa6-273c-4ca7-8971-afc91c83c574 HTTP/1.1" status: 204 len: 168 time: 0.4388249 Apr 11 16:58:59.753395 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43130) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:59.758289 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2259edeb-7424-4e4c-96df-a215087c8acc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159911355', 'description': 'tempest-description--121733110'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:58:59.779407 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2259edeb-7424-4e4c-96df-a215087c8acc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.843574 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2259edeb-7424-4e4c-96df-a215087c8acc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.847084 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2259edeb-7424-4e4c-96df-a215087c8acc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.876064 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2259edeb-7424-4e4c-96df-a215087c8acc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.877254 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-2259edeb-7424-4e4c-96df-a215087c8acc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1226079 Apr 11 16:58:59.880417 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43132) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:59.884557 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fbee31bd-d6d1-481c-99a5-09d27ad5152b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group_rule': {'security_group_id': '6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:58:59.889417 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259edeb-7424-4e4c-96df-a215087c8acc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:59.913158 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbee31bd-d6d1-481c-99a5-09d27ad5152b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (c6560444-e5ee-46a0-84dd-f520b3162296), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.967293 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbee31bd-d6d1-481c-99a5-09d27ad5152b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (c6560444-e5ee-46a0-84dd-f520b3162296), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.970917 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbee31bd-d6d1-481c-99a5-09d27ad5152b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (c6560444-e5ee-46a0-84dd-f520b3162296), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.989027 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee31bd-d6d1-481c-99a5-09d27ad5152b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6560444-e5ee-46a0-84dd-f520b3162296,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:59.996249 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fbee31bd-d6d1-481c-99a5-09d27ad5152b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:59.997436 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-fbee31bd-d6d1-481c-99a5-09d27ad5152b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160803 Apr 11 16:59:00.000059 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43134) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:00.005102 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-6bd5b4a2-ce3b-4c9d-b60c-8e548d903cef tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group_rule': {'security_group_id': '6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:00.031830 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b4a2-ce3b-4c9d-b60c-8e548d903cef tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (dc323934-4d0a-44c7-bf01-2fc16af00564), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.088061 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b4a2-ce3b-4c9d-b60c-8e548d903cef tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (dc323934-4d0a-44c7-bf01-2fc16af00564), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.091396 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b4a2-ce3b-4c9d-b60c-8e548d903cef tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (dc323934-4d0a-44c7-bf01-2fc16af00564), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.107578 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5b4a2-ce3b-4c9d-b60c-8e548d903cef tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc323934-4d0a-44c7-bf01-2fc16af00564,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:00.115305 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b4a2-ce3b-4c9d-b60c-8e548d903cef tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.116477 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-6bd5b4a2-ce3b-4c9d-b60c-8e548d903cef tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1154668 Apr 11 16:59:00.119452 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43136) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:00.123695 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:00.143965 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.217930 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.320699 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Allocated IP 172.27.1.103 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:59:00.422093 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.454886 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.489507 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:59:00.492250 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:59:00.496054 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:59:00.521103 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:00.549434 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device f859fdba-2836-441f-8e50-649f994102fd no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:59:00.573085 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: f859fdba-2836-441f-8e50-649f994102fd {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:59:00.573440 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device f859fdba-2836-441f-8e50-649f994102fd not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:59:00.585953 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (60a4d2b7-50c1-4a28-8686-ffc69d31db9c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.623193 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.770451 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.775772 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.848150 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:00.859020 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (60a4d2b7-50c1-4a28-8686-ffc69d31db9c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.874632 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.875901 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-72b43372-dd14-4884-a1d7-88f1afcc704e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7554586 Apr 11 16:59:01.097160 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-a1670f62-99cc-4d6b-a256-fe333aec7d9e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--159911355&fields=id&tenant_id=560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 267 time: 0.0451009 Apr 11 16:59:01.203017 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b715-38ac-41de-82db-b77a2c47d30f req-84bde5e6-03b1-4d58-9044-f8ce7368104b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:01.204471 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-84bde5e6-03b1-4d58-9044-f8ce7368104b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 814 time: 0.1000865 Apr 11 16:59:01.219180 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-7ec3a4f2-76de-4e4a-a15a-cef36f6f3718 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/quotas/560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 375 time: 0.0093930 Apr 11 16:59:01.266401 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-c834542d-0950-4c63-a892-aa42105f50e9 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424395 Apr 11 16:59:01.357685 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-cb0c6dde-1334-4d21-a549-a1d8163ce6a7 service neutron] 10.222.0.73 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799265 Apr 11 16:59:01.451952 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-73cd1821-3846-4e33-a79b-a2e81a548c09 service neutron] 10.222.0.73 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883439 Apr 11 16:59:01.605896 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d030c003-183f-49e8-bc9c-716ef649b365 req-4cc4fe61-ad6b-4c9c-b2ff-4e20cee6852c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 210 time: 0.0276766 Apr 11 16:59:02.685704 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b715-38ac-41de-82db-b77a2c47d30f req-bbaaf13e-ec3b-4f28-ba91-42d148e62b73 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:02.687362 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-bbaaf13e-ec3b-4f28-ba91-42d148e62b73 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 814 time: 0.1027317 Apr 11 16:59:02.703191 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-17376217-99ab-43a9-bc36-3147f12f478d req-e9c14abb-30f1-475f-b3a8-24791c2809e6 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 210 time: 0.0288556 Apr 11 16:59:02.772690 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-5a6e1d06-eb62-4205-9db3-03c416503ae6 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 379 time: 0.0542872 Apr 11 16:59:02.876103 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'port': {'device_id': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'admin_state_up': True, 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'security_groups': ['6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:02.984222 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Made reservation on behalf of 560e37bd1eae45cea00a7d544ad73cf0 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:02.987743 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:03.113287 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Allocated IP 172.20.0.14 (35f80eca-6d32-4eb8-b48f-bff356f2952c/4ff6262d-27ce-4763-a1ed-534e3fa30e66/36c4ef63-5b1f-4421-a4f9-cf9cd87bf328) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:59:03.246672 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:03.281074 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:03.326485 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:59:03.329507 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:59:03.333164 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:59:03.344149 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:03.392666 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:03.393305 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:03.411476 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-332998e8-b3ba-4eae-808f-fb1f27ce79c5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5403481 Apr 11 16:59:03.433986 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Request body: {'port': {'device_id': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:03.495084 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:03.575906 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-601048c3-9b1f-4a39-9599-c1ba639c62cd None None] Provisioning complete for port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:59:03.576524 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-601048c3-9b1f-4a39-9599-c1ba639c62cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:03.611220 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-601048c3-9b1f-4a39-9599-c1ba639c62cd None None] Port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:59:03.767010 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:59:03.775642 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Publish callbacks [] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:03.788354 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Transition to ACTIVE for port object 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:59:03.791947 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:03.822715 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589cbb0-c89b-4cd0-b4ff-8e09a3a68639 req-db20d388-6626-4107-b6be-4861f47689c0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:03.824475 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0589cbb0-c89b-4cd0-b4ff-8e09a3a68639 req-db20d388-6626-4107-b6be-4861f47689c0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 932 time: 0.0523624 Apr 11 16:59:03.841334 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Pushing event updated for resources: {'Port': ['ID=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:03.877162 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0589cbb0-c89b-4cd0-b4ff-8e09a3a68639 req-7d260797-87f8-4806-8960-2382078cac67 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462239 Apr 11 16:59:03.919574 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Attempting to bind port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:59:03.919923 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Attempting to bind port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:59:03.920258 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Attempting to bind port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:59:03.925008 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:59:03.925337 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Attempting to bind port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:59:03.930325 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 58, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:59:03.931322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Checking segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:59:03.931725 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Bound using segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:59:03.932161 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Bound port: 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:59:03.932527 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:04.238543 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] For port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:59:04.241397 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] For port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:59:04.248110 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:04.281930 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:04.282649 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:04.283951 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] 10.222.0.15 "PUT /v2.0/ports/36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 HTTP/1.1" status: 200 len: 1094 time: 0.8544292 Apr 11 16:59:04.284389 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'tag': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:04.286630 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba899a3-6a7f-40f9-9541-f9279509a463" -d '{"events": [{"name": "network-changed", "server_uuid": "1d75b5c7-8277-49e7-9fb0-00a59638846c", "tag": "36c4ef63-5b1f-4421-a4f9-cf9cd87bf328"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:04.313757 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40614183-5e9a-4e2e-bac7-602b6249eb27 service neutron] Pushing event updated for resources: {'Port': ['ID=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:04.327770 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f53185-a095-4fff-b132-ce40c78ceca2 x-openstack-request-id: req-99f53185-a095-4fff-b132-ce40c78ceca2 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:04.328062 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d75b5c7-8277-49e7-9fb0-00a59638846c", "tag": "36c4ef63-5b1f-4421-a4f9-cf9cd87bf328", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:04.328318 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-99f53185-a095-4fff-b132-ce40c78ceca2 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:04.328762 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99f53185-a095-4fff-b132-ce40c78ceca2'] response: {'name': 'network-changed', 'server_uuid': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'tag': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'status': 'completed', 'code': 200} Apr 11 16:59:04.403537 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b715-38ac-41de-82db-b77a2c47d30f req-e8f9dafd-45f5-4181-b337-8f273c2ad02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:04.405186 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-e8f9dafd-45f5-4181-b337-8f273c2ad02f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 1128 time: 0.0474145 Apr 11 16:59:04.457325 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-35f53589-6043-4166-a0fa-a4b1677c940d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 HTTP/1.1" status: 200 len: 217 time: 0.0349174 Apr 11 16:59:04.507074 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b715-38ac-41de-82db-b77a2c47d30f req-30232140-961b-4414-8aac-344ac8fee1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:04.508441 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-30232140-961b-4414-8aac-344ac8fee1a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0440719 Apr 11 16:59:04.553442 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075b715-38ac-41de-82db-b77a2c47d30f req-cd5be245-7f97-41b0-8b10-b7f7efa74cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:04.554916 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-cd5be245-7f97-41b0-8b10-b7f7efa74cab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374746 Apr 11 16:59:04.645398 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-1f402177-fd23-472c-a2a8-0235e70ec6f8 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838451 Apr 11 16:59:04.737191 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5075b715-38ac-41de-82db-b77a2c47d30f req-e00c54ff-5bca-4fd6-9591-d812fd6dc18a service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848477 Apr 11 16:59:04.993706 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027474c-48fc-4e83-8abd-06a30184a17f req-0c5d5f16-c148-4fe9-9de9-9f2b25be1d93 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:04.995362 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b027474c-48fc-4e83-8abd-06a30184a17f req-0c5d5f16-c148-4fe9-9de9-9f2b25be1d93 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 944 time: 0.0495644 Apr 11 16:59:05.043907 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b027474c-48fc-4e83-8abd-06a30184a17f req-52708929-1492-4f20-b14c-87634bcf6d93 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428610 Apr 11 16:59:05.662810 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-6d66b896-4343-42db-a896-f8c36f5622ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:05.664297 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-6d66b896-4343-42db-a896-f8c36f5622ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 1128 time: 0.0394058 Apr 11 16:59:05.752505 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-3be57b2c-2b85-4dc8-a254-d0351d93751e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:05.754210 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-3be57b2c-2b85-4dc8-a254-d0351d93751e service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 916 time: 0.0829487 Apr 11 16:59:05.797089 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-b40da1c5-2794-433f-bd0a-aff227074e62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 HTTP/1.1" status: 200 len: 217 time: 0.0366812 Apr 11 16:59:05.844837 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-a97a39cd-8764-4423-b40a-4c3742f4ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:05.846263 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-a97a39cd-8764-4423-b40a-4c3742f4ed73 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0431309 Apr 11 16:59:05.890861 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-75f1b8c9-c061-4208-b1b7-17f13aa66b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:05.892362 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-75f1b8c9-c061-4208-b1b7-17f13aa66b63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381725 Apr 11 16:59:05.985699 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-fac37c3b-ab31-48a7-a435-0e25c79334d7 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847931 Apr 11 16:59:06.074178 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6ba899a3-6a7f-40f9-9541-f9279509a463 req-3b608bec-fb91-481d-9cc1-6e812e5b77e8 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817809 Apr 11 16:59:06.166173 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2be78d-cdba-4c35-b044-48982ac172e0 req-10f74af4-089c-479c-a6dc-a7cc260222d0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:06.167686 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-da2be78d-cdba-4c35-b044-48982ac172e0 req-10f74af4-089c-479c-a6dc-a7cc260222d0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 944 time: 0.0537961 Apr 11 16:59:06.217932 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-da2be78d-cdba-4c35-b044-48982ac172e0 req-fcab88ed-a137-4d03-bb52-6ece5f0eb3f0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446701 Apr 11 16:59:06.582114 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:59:06.679095 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:06.690530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'port_id': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'mac_address': 'fa:16:3e:7c:02:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:59:06.726266 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:59:06.726602 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:06.739277 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:59:06.758678 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:06.762996 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:06.812506 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:06.819263 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.819619 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.819971 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.820322 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.820665 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.821002 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.821358 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.821692 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.822039 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.822354 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.822718 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.823047 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.823376 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.823703 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:06.824026 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:59:07.132357 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['36c4ef63-5b1f-4421-a4f9-cf9cd87bf328'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:59:07.326954 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aa68a9-e61f-4d90-a51a-643d873a8184 req-e2d143f7-1faf-462e-91d0-5cfa0edb6177 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:07.328415 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-94aa68a9-e61f-4d90-a51a-643d873a8184 req-e2d143f7-1faf-462e-91d0-5cfa0edb6177 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 945 time: 0.0459361 Apr 11 16:59:07.374133 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-94aa68a9-e61f-4d90-a51a-643d873a8184 req-675be9e9-5a25-43b5-be86-21af12a7083b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402679 Apr 11 16:59:08.602405 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:59:08.637051 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec5c3a-6d05-4789-9e68-30861d2d12c1 req-b7bd4de6-3f2c-4bb4-b383-74cc7c0107cd tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:08.638548 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-55ec5c3a-6d05-4789-9e68-30861d2d12c1 req-b7bd4de6-3f2c-4bb4-b383-74cc7c0107cd tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 945 time: 0.0471792 Apr 11 16:59:08.645863 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:59:08.651824 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:59:08.652207 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:08.686609 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-55ec5c3a-6d05-4789-9e68-30861d2d12c1 req-6ec9f143-296f-405a-aed4-3bf2c8e23a5c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419371 Apr 11 16:59:08.726670 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:59:08.727062 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:08.748868 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:08.751077 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299f5aa8-cf57-40e8-ae6c-28e7d3755819" -d '{"events": [{"server_uuid": "1d75b5c7-8277-49e7-9fb0-00a59638846c", "name": "network-vif-plugged", "status": "completed", "tag": "36c4ef63-5b1f-4421-a4f9-cf9cd87bf328"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:08.764177 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:08.768160 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:08.793179 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b95b91-f799-47da-8241-436270cc6a95 x-openstack-request-id: req-70b95b91-f799-47da-8241-436270cc6a95 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:08.793469 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d75b5c7-8277-49e7-9fb0-00a59638846c", "name": "network-vif-plugged", "status": "completed", "tag": "36c4ef63-5b1f-4421-a4f9-cf9cd87bf328", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:08.793719 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-70b95b91-f799-47da-8241-436270cc6a95 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:08.794102 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70b95b91-f799-47da-8241-436270cc6a95'] response: {'server_uuid': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'code': 200} Apr 11 16:59:08.818818 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:09.011746 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb645f2-dd11-4d18-84ca-75784d10637e req-3f5a033e-cce4-47ee-9874-04a9b7bee606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:09.013518 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfb645f2-dd11-4d18-84ca-75784d10637e req-3f5a033e-cce4-47ee-9874-04a9b7bee606 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 1130 time: 0.0499101 Apr 11 16:59:09.057137 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dfb645f2-dd11-4d18-84ca-75784d10637e req-6627ecc0-9bea-45ed-9905-013370309d87 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379775 Apr 11 16:59:09.800629 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17254327-c0fc-461f-aa51-fa7667b9c324 req-4ddda08f-ec6e-4eff-a4d3-1fc2559ea53d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:09.802095 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-17254327-c0fc-461f-aa51-fa7667b9c324 req-4ddda08f-ec6e-4eff-a4d3-1fc2559ea53d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 946 time: 0.0512383 Apr 11 16:59:09.847289 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-17254327-c0fc-461f-aa51-fa7667b9c324 req-d0d7336e-5f86-4995-abd3-8bd9714ee4f4 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396550 Apr 11 16:59:10.959624 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8afec3-8522-4821-96d5-d45456d59b4b req-a0b3db5a-d8ba-4091-8c9f-589b93645ced tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:10.961094 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ea8afec3-8522-4821-96d5-d45456d59b4b req-a0b3db5a-d8ba-4091-8c9f-589b93645ced tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 946 time: 0.0472875 Apr 11 16:59:11.006994 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ea8afec3-8522-4821-96d5-d45456d59b4b req-aa35fc4a-3d78-499a-b43a-b9c64622f48c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396023 Apr 11 16:59:11.114847 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e410b96c-b1ca-49c3-b5b5-2cb5538bd4ba req-a635e40f-3d8f-4a89-8b52-661ad6445b4f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:11.116290 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e410b96c-b1ca-49c3-b5b5-2cb5538bd4ba req-a635e40f-3d8f-4a89-8b52-661ad6445b4f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 946 time: 0.0490792 Apr 11 16:59:11.124521 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43306) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:11.128711 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'floatingip': {'port_id': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:11.166412 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (60a4d2b7-50c1-4a28-8686-ffc69d31db9c), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:11.603922 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:11.607462 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (60a4d2b7-50c1-4a28-8686-ffc69d31db9c), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:11.713476 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Floating IP 60a4d2b7-50c1-4a28-8686-ffc69d31db9c associated. External IP: 172.27.1.103, port: 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328. Apr 11 16:59:11.917112 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:59:12.026561 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:59:12.031500 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:12.035986 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:59:12.046022 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:12.046689 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:12.162022 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:12.297126 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-fc6c511d-6724-4f18-af7f-54fee4b4e7f2 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "PUT /v2.0/floatingips/60a4d2b7-50c1-4a28-8686-ffc69d31db9c HTTP/1.1" status: 200 len: 992 time: 1.1715670 Apr 11 16:59:12.297718 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'tag': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:12.299989 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3be9ecd-2566-47ad-9672-c875bd374693" -d '{"events": [{"name": "network-changed", "server_uuid": "1d75b5c7-8277-49e7-9fb0-00a59638846c", "tag": "36c4ef63-5b1f-4421-a4f9-cf9cd87bf328"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:12.348858 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9573afbf-4654-421b-82c1-86d2d0c1830e x-openstack-request-id: req-9573afbf-4654-421b-82c1-86d2d0c1830e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:12.349159 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d75b5c7-8277-49e7-9fb0-00a59638846c", "tag": "36c4ef63-5b1f-4421-a4f9-cf9cd87bf328", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:12.349415 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9573afbf-4654-421b-82c1-86d2d0c1830e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:12.349823 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9573afbf-4654-421b-82c1-86d2d0c1830e'] response: {'name': 'network-changed', 'server_uuid': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'tag': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'status': 'completed', 'code': 200} Apr 11 16:59:12.394352 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '60a4d2b7-50c1-4a28-8686-ffc69d31db9c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:7c:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:00Z', 'updated_at': '2022-04-11T16:59:11Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:12.425195 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:59:12.433316 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:12.433916 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:58:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:12.434696 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-71f06033-05ff-4c8e-b627-f5aba8794185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:12.436301 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-71f06033-05ff-4c8e-b627-f5aba8794185 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 1130 time: 0.0430009 Apr 11 16:59:12.512057 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9a8ba804-7e3e-4c5d-84b1-26b10f2f0545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:12.538716 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-b09579f4-6fa8-48c8-b1ab-8ec1583525e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:12.538972 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-b09579f4-6fa8-48c8-b1ab-8ec1583525e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 916 time: 0.0958998 Apr 11 16:59:12.551318 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:12.609404 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-c1051c9f-a7c4-4076-9df1-be50feaf31c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 HTTP/1.1" status: 200 len: 1000 time: 0.0610781 Apr 11 16:59:12.659277 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-2d34892b-de7f-4ca5-878e-0b326f92502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:12.660929 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-2d34892b-de7f-4ca5-878e-0b326f92502e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0452039 Apr 11 16:59:12.707801 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-437bf0f2-fea5-45a8-b99b-e2249ebe4fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:12.709324 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-437bf0f2-fea5-45a8-b99b-e2249ebe4fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423529 Apr 11 16:59:12.816656 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-4616d124-f08f-4d2b-8ff9-43b9801cc7b0 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009505 Apr 11 16:59:12.874776 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '60a4d2b7-50c1-4a28-8686-ffc69d31db9c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:7c:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:00Z', 'updated_at': '2022-04-11T16:59:11Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:12.910413 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d417691-2e96-46f0-af9b-8ee8eff2b478 None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '60a4d2b7-50c1-4a28-8686-ffc69d31db9c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 599, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:7c:02:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:59:00Z', 'updated_at': '2022-04-11T16:59:11Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:59:12.925519 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d3be9ecd-2566-47ad-9672-c875bd374693 req-2b2d9551-dddc-4293-8d77-c4fb2aac49b9 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023257 Apr 11 16:59:13.121385 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c363f8-c180-4936-97dd-fd9e1c811fd9 None None] New status for floating IP 60a4d2b7-50c1-4a28-8686-ffc69d31db9c: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:59:13.245262 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43356) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:13.350465 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8498c3c2-83db-48b2-9ef8-6dea75443413 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.422158 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8498c3c2-83db-48b2-9ef8-6dea75443413 admin admin] Publish callbacks [] for security_group (344e77b1-c979-447c-92c3-2845ce9f627a), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.425919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8498c3c2-83db-48b2-9ef8-6dea75443413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (344e77b1-c979-447c-92c3-2845ce9f627a), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.463407 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8498c3c2-83db-48b2-9ef8-6dea75443413 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=395d358259384ee691ca07380fd10fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169976 Apr 11 16:59:13.464258 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8498c3c2-83db-48b2-9ef8-6dea75443413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344e77b1-c979-447c-92c3-2845ce9f627a,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:13.467050 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43360) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:13.517342 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2d3de9de-b19d-4547-97cc-1ba9df305d87 admin admin] Publish callbacks [] for security_group (344e77b1-c979-447c-92c3-2845ce9f627a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.538013 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2d3de9de-b19d-4547-97cc-1ba9df305d87 admin admin] Publish callbacks [] for security_group (344e77b1-c979-447c-92c3-2845ce9f627a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.591445 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2d3de9de-b19d-4547-97cc-1ba9df305d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (344e77b1-c979-447c-92c3-2845ce9f627a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.593887 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-2d3de9de-b19d-4547-97cc-1ba9df305d87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.595055 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-2d3de9de-b19d-4547-97cc-1ba9df305d87 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/344e77b1-c979-447c-92c3-2845ce9f627a HTTP/1.1" status: 204 len: 168 time: 0.1265805 Apr 11 16:59:13.603322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3de9de-b19d-4547-97cc-1ba9df305d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344e77b1-c979-447c-92c3-2845ce9f627a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:13.843400 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43366) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:13.856829 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50263bfe-40d1-4ea4-b206-7e7cf0330388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.917128 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:59:13.932974 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50263bfe-40d1-4ea4-b206-7e7cf0330388 admin admin] Publish callbacks [] for security_group (d9171d3c-d8d0-490a-a941-a8ae18a873a3), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.937092 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-50263bfe-40d1-4ea4-b206-7e7cf0330388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (d9171d3c-d8d0-490a-a941-a8ae18a873a3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:13.972954 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50263bfe-40d1-4ea4-b206-7e7cf0330388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9171d3c-d8d0-490a-a941-a8ae18a873a3,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:13.979184 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-50263bfe-40d1-4ea4-b206-7e7cf0330388 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=60c92bab6610459fbdec43687db25600&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347067 Apr 11 16:59:13.981907 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43368) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:14.031125 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4af38e40-c22c-48a5-b33c-651ef431d922 admin admin] Publish callbacks [] for security_group (d9171d3c-d8d0-490a-a941-a8ae18a873a3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.051683 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4af38e40-c22c-48a5-b33c-651ef431d922 admin admin] Publish callbacks [] for security_group (d9171d3c-d8d0-490a-a941-a8ae18a873a3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.098378 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4af38e40-c22c-48a5-b33c-651ef431d922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (d9171d3c-d8d0-490a-a941-a8ae18a873a3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.101274 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4af38e40-c22c-48a5-b33c-651ef431d922 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.102455 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4af38e40-c22c-48a5-b33c-651ef431d922 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/d9171d3c-d8d0-490a-a941-a8ae18a873a3 HTTP/1.1" status: 204 len: 168 time: 0.1195610 Apr 11 16:59:14.110110 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af38e40-c22c-48a5-b33c-651ef431d922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9171d3c-d8d0-490a-a941-a8ae18a873a3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:14.738835 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43390) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:14.831117 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2006500161-network', 'tenant_id': '14a14cc6271941649a3531896f376192'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:14.851858 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Made reservation on behalf of 14a14cc6271941649a3531896f376192 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:14.854806 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.855998 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-678f47a3-65f8-4118-99c9-b991427b9dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.863491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.935614 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Publish callbacks [] for security_group (c09588e0-d5d8-42f5-b630-86a1f65ea825), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.939328 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c09588e0-d5d8-42f5-b630-86a1f65ea825), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.963425 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:59:14.977867 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c09588e0-d5d8-42f5-b630-86a1f65ea825,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:14.980779 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (2bf05f60-62a6-4979-8273-d2c1e71d2a9c), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:14.981160 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Added segment 2bf05f60-62a6-4979-8273-d2c1e71d2a9c of type vlan for network b63c7c65-fbf6-4007-a1db-9acf17615126 Apr 11 16:59:15.021034 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (b63c7c65-fbf6-4007-a1db-9acf17615126), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.045206 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (b63c7c65-fbf6-4007-a1db-9acf17615126), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.046196 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:15.046823 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.080166 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3402543 Apr 11 16:59:15.083246 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43394) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:15.088929 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Request body: {'subnet': {'network_id': 'b63c7c65-fbf6-4007-a1db-9acf17615126', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2006500161-subnet', 'tenant_id': '14a14cc6271941649a3531896f376192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:15.107910 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Made reservation on behalf of 14a14cc6271941649a3531896f376192 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:15.110055 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53115cd1-729b-44f1-96ca-e61e9571a528 admin admin] Pushing event updated for resources: {'Network': ['ID=b63c7c65-fbf6-4007-a1db-9acf17615126,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:15.110694 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328849'] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.119845 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network b63c7c65-fbf6-4007-a1db-9acf17615126 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:59:15.275997 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25281304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328835'] for subnet (ddd30fd7-9c19-4691-960f-51301a68a8b4), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.333943 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddd30fd7-9c19-4691-960f-51301a68a8b4,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:15.341444 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Checking segment: {'id': '2bf05f60-62a6-4979-8273-d2c1e71d2a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b63c7c65-fbf6-4007-a1db-9acf17615126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:59:15.341804 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Network hostable DHCP agents. Network: b63c7c65-fbf6-4007-a1db-9acf17615126, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:59:15.358310 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Network b63c7c65-fbf6-4007-a1db-9acf17615126 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:59:15.366362 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, b63c7c65-fbf6-4007-a1db-9acf17615126) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:59:15.370673 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:15.371272 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.376206 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c84423-48c6-4aff-823d-8037f9e4d946 None None] Network b63c7c65-fbf6-4007-a1db-9acf17615126 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:59:15.386900 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-9065caa6-12c6-483a-b309-cc5a25b00a79 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3024375 Apr 11 16:59:15.606797 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167ac420-aa6d-4842-b304-8814857cb2af None None] Network b63c7c65-fbf6-4007-a1db-9acf17615126 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:59:15.845520 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43410) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:15.850479 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-414422823-network', 'tenant_id': 'd30685c996054c58a78c608cb174b471'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:15.869217 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Made reservation on behalf of d30685c996054c58a78c608cb174b471 for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:15.871637 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.880593 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.940280 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.957192 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Publish callbacks [] for security_group (8e4b1b04-ae1d-4b11-93cd-9ce6b162811f), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.960910 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8e4b1b04-ae1d-4b11-93cd-9ce6b162811f), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:15.986160 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1164, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:59:15.996007 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4b1b04-ae1d-4b11-93cd-9ce6b162811f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:16.002223 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (bdfc7ef8-9857-436c-8202-11b0185fd6fc), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.002578 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Added segment bdfc7ef8-9857-436c-8202-11b0185fd6fc of type vlan for network 4aa82ccb-94c9-4843-9907-5ba20b7448a5 Apr 11 16:59:16.045848 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (4aa82ccb-94c9-4843-9907-5ba20b7448a5), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.069089 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (4aa82ccb-94c9-4843-9907-5ba20b7448a5), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.070169 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:16.070810 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.130917 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2841659 Apr 11 16:59:16.133453 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43412) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:16.140796 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Request body: {'subnet': {'network_id': '4aa82ccb-94c9-4843-9907-5ba20b7448a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-414422823-subnet', 'tenant_id': 'd30685c996054c58a78c608cb174b471', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:16.144963 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17b229-2ea7-467d-bb25-92361a3aebf0 admin admin] Pushing event updated for resources: {'Network': ['ID=4aa82ccb-94c9-4843-9907-5ba20b7448a5,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:16.156168 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 4aa82ccb-94c9-4843-9907-5ba20b7448a5 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:59:16.165830 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Made reservation on behalf of d30685c996054c58a78c608cb174b471 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:16.168269 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328849'] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.336025 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25281304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328835'] for subnet (ee9f8caf-2ffe-4d06-98b6-e04d3f299f09), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.389972 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee9f8caf-2ffe-4d06-98b6-e04d3f299f09,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:16.399792 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Checking segment: {'id': 'bdfc7ef8-9857-436c-8202-11b0185fd6fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1164, 'network_id': '4aa82ccb-94c9-4843-9907-5ba20b7448a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:59:16.400162 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Network hostable DHCP agents. Network: 4aa82ccb-94c9-4843-9907-5ba20b7448a5, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:59:16.416554 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Network 4aa82ccb-94c9-4843-9907-5ba20b7448a5 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:59:16.424063 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 4aa82ccb-94c9-4843-9907-5ba20b7448a5) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:59:16.429040 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:16.431153 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:16.432769 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5627cb66-4936-4cd2-a1c0-5911c92d133a None None] Network 4aa82ccb-94c9-4843-9907-5ba20b7448a5 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:59:16.447600 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-fa6415a6-e1aa-4347-994e-7722107781d5 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3104062 Apr 11 16:59:16.531704 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8048e8-1339-45ce-a0ab-a1a2cc6ba950 None None] Network 4aa82ccb-94c9-4843-9907-5ba20b7448a5 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:59:17.561079 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:18.976698 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:19.575440 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:25.261114 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43488) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:25.405044 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Deleting port ec829779-d2fc-44e8-85bc-9608a7bfb952 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:25.405390 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (ec829779-d2fc-44e8-85bc-9608a7bfb952), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:25.486388 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (ec829779-d2fc-44e8-85bc-9608a7bfb952), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:25.486719 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for floatingip (ec829779-d2fc-44e8-85bc-9608a7bfb952), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:25.498070 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Calling delete_port for ec829779-d2fc-44e8-85bc-9608a7bfb952 owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:25.668218 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (ec829779-d2fc-44e8-85bc-9608a7bfb952), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:25.693067 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event deleted for resources: {'Port': ['ID=ec829779-d2fc-44e8-85bc-9608a7bfb952,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:25.762248 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for floatingip (643ef86d-e350-49df-8cd6-e5b6bba21d6a), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:25.762645 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Floating IP 643ef86d-e350-49df-8cd6-e5b6bba21d6a disassociated (deleted). External IP: 172.27.1.242, port: 75abe85b-209b-4086-a012-71ffc4ecc537. Apr 11 16:59:25.974313 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:59:26.089782 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:59:26.094527 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:26.099994 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] Sync routers for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:59:26.110688 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:26.111375 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:59:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:26.123602 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d0c095b9-e51e-46ef-9c18-89b3dd25090c tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "DELETE /v2.0/floatingips/643ef86d-e350-49df-8cd6-e5b6bba21d6a HTTP/1.1" status: 204 len: 168 time: 0.8614154 Apr 11 16:59:26.124406 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:26.126933 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c323c554-8048-4f04-8407-12501c3b5813" -d '{"events": [{"name": "network-changed", "server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:26.165238 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca57a1ec-fcc3-443a-901f-948ccd05d77c x-openstack-request-id: req-ca57a1ec-fcc3-443a-901f-948ccd05d77c {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:26.165422 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:26.165699 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ca57a1ec-fcc3-443a-901f-948ccd05d77c {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:26.166114 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca57a1ec-fcc3-443a-901f-948ccd05d77c'] response: {'name': 'network-changed', 'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537', 'status': 'completed', 'code': 200} Apr 11 16:59:26.223892 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:26.270634 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323c554-8048-4f04-8407-12501c3b5813 req-c903fc38-e258-4fd5-b5ef-5629dd94235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:26.272044 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c323c554-8048-4f04-8407-12501c3b5813 req-c903fc38-e258-4fd5-b5ef-5629dd94235c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3005863d507649d3ba7854fb41792452&device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 1129 time: 0.0545356 Apr 11 16:59:26.349335 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce88ab2-bac4-40e1-bf5c-c140d693e9e7 req-d4210b56-db5a-4ac9-839d-fa49aecf6f38 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:26.350833 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4ce88ab2-bac4-40e1-bf5c-c140d693e9e7 req-d4210b56-db5a-4ac9-839d-fa49aecf6f38 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0495100 Apr 11 16:59:26.400058 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4ce88ab2-bac4-40e1-bf5c-c140d693e9e7 req-d746486d-ad9e-4ba3-934d-48e811a0fb76 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429580 Apr 11 16:59:26.420354 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:34Z', 'revision_number': 5, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:26.446875 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] Checking router: fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:59:26.455579 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:26.456190 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:59:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:26.562552 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:26.745080 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:34Z', 'revision_number': 5, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:26.774309 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b644d7-81ee-4281-85de-c3c8ba44fc62 None None] The sync data for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi is: [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '57c31188-709f-4ab3-ba69-afcaa62be047', 'name': '', 'network_id': 'be579b75-f4a3-42be-b4ea-8e62c2860fb8', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'mac_address': 'fa:16:3e:e7:10:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_interface', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '881537a1-3203-437f-a416-222d0d49cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:27Z', 'updated_at': '2022-04-11T16:51:34Z', 'revision_number': 5, 'project_id': '3005863d507649d3ba7854fb41792452', 'subnets': [{'id': '881537a1-3203-437f-a416-222d0d49cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:59:26.996482 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180cc7e8-d36c-470c-96a5-a55119e69dee None None] New status for floating IP 643ef86d-e350-49df-8cd6-e5b6bba21d6a: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:59:27.510903 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd68ffd-40a1-42a1-a515-80781fa16258 req-e69aba60-26f0-4858-9a71-5fa8eb9eb091 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:27.512363 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bfd68ffd-40a1-42a1-a515-80781fa16258 req-e69aba60-26f0-4858-9a71-5fa8eb9eb091 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0462112 Apr 11 16:59:27.562110 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bfd68ffd-40a1-42a1-a515-80781fa16258 req-54578489-59eb-456d-a31f-2bfaf6c98d0d tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/security-groups?id=7b63a919-2347-49a5-bb88-0a374d1187eb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440080 Apr 11 16:59:27.599480 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323c554-8048-4f04-8407-12501c3b5813 req-94d34bc9-827e-450d-bc42-971c53fc2eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:27.600938 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c323c554-8048-4f04-8407-12501c3b5813 req-94d34bc9-827e-450d-bc42-971c53fc2eef service neutron] 10.222.0.15 "GET /v2.0/networks?id=be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 200 len: 911 time: 0.0934243 Apr 11 16:59:27.787862 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c323c554-8048-4f04-8407-12501c3b5813 req-dee617fe-8ca4-4e60-931e-406067a9ce87 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 200 len: 217 time: 0.0399687 Apr 11 16:59:27.852675 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323c554-8048-4f04-8407-12501c3b5813 req-d8fccb82-6b36-4eb3-92d1-516c4b359917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:27.854631 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c323c554-8048-4f04-8407-12501c3b5813 req-d8fccb82-6b36-4eb3-92d1-516c4b359917 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 200 len: 848 time: 0.0456262 Apr 11 16:59:28.045937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323c554-8048-4f04-8407-12501c3b5813 req-819a43d5-e731-4cc9-856f-2692b703d1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:28.047477 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c323c554-8048-4f04-8407-12501c3b5813 req-819a43d5-e731-4cc9-856f-2692b703d1f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=be579b75-f4a3-42be-b4ea-8e62c2860fb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419986 Apr 11 16:59:28.152082 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c323c554-8048-4f04-8407-12501c3b5813 req-e3143d11-836f-442e-9024-da984ac928af service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969095 Apr 11 16:59:28.207153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-1f8f8e96-1611-413a-b908-7aedf275d8f6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:28.208612 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-1f8f8e96-1611-413a-b908-7aedf275d8f6 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 945 time: 0.0707002 Apr 11 16:59:28.331811 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c323c554-8048-4f04-8407-12501c3b5813 req-5bb8397f-301b-4e72-b44e-e139f287c40c service neutron] 10.222.0.15 "GET /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634409 Apr 11 16:59:28.346383 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Deleting port 75abe85b-209b-4086-a012-71ffc4ecc537 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:28.346762 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:28.441483 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] For port 75abe85b-209b-4086-a012-71ffc4ecc537, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=75abe85b-209b-4086-a012-71ffc4ecc537,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:28.441860 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:28.459168 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Calling delete_port for 75abe85b-209b-4086-a012-71ffc4ecc537 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:28.589935 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (75abe85b-209b-4086-a012-71ffc4ecc537), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:28.618100 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event deleted for resources: {'Port': ['ID=75abe85b-209b-4086-a012-71ffc4ecc537,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:28.676781 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] No DVR routers for this DVR port 75abe85b-209b-4086-a012-71ffc4ecc537 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:59:28.679393 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:28.683038 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-51c926bf-61c5-48ee-a8a4-4d3ef02a25f7 req-7edfef49-6fd2-4f23-a606-973eb455b8bd tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.15 "DELETE /v2.0/ports/75abe85b-209b-4086-a012-71ffc4ecc537 HTTP/1.1" status: 204 len: 173 time: 0.4447539 Apr 11 16:59:28.683450 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'name': 'network-vif-deleted', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:28.685732 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e280ed-b827-412f-8ce8-4ea0f1bbe986" -d '{"events": [{"server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "name": "network-vif-deleted", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:28.696287 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e67b4e60-6b53-4e8d-bb4c-e7a1653ecb5b req-3855e3d8-18f0-4925-813a-c2f97647c86b tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 210 time: 0.0422988 Apr 11 16:59:28.736450 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f45ec81-1c3e-4615-92c4-da577978022c x-openstack-request-id: req-0f45ec81-1c3e-4615-92c4-da577978022c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:28.736752 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b75a2cb-d181-4def-ab6a-5c2b769a7b3b", "name": "network-vif-deleted", "tag": "75abe85b-209b-4086-a012-71ffc4ecc537", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:28.737013 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0f45ec81-1c3e-4615-92c4-da577978022c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:28.737426 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f45ec81-1c3e-4615-92c4-da577978022c'] response: {'server_uuid': '2b75a2cb-d181-4def-ab6a-5c2b769a7b3b', 'name': 'network-vif-deleted', 'tag': '75abe85b-209b-4086-a012-71ffc4ecc537', 'status': 'completed', 'code': 200} Apr 11 16:59:29.792752 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-45356920-519c-40b7-b2e8-92dee1db7af7 req-7d2ce3c0-a15d-45db-a4e8-89452293e1cf tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "GET /v2.0/ports?device_id=2b75a2cb-d181-4def-ab6a-5c2b769a7b3b HTTP/1.1" status: 200 len: 210 time: 0.0303707 Apr 11 16:59:29.848930 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43558) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:29.897336 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa41f342-f6c6-403b-8701-ce1a0e23ce25 admin admin] Deleting subnet ddd30fd7-9c19-4691-960f-51301a68a8b4 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:59:29.900669 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa41f342-f6c6-403b-8701-ce1a0e23ce25 admin admin] Publish callbacks [] for subnet (ddd30fd7-9c19-4691-960f-51301a68a8b4), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:29.940071 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa41f342-f6c6-403b-8701-ce1a0e23ce25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26006124'] for subnet (ddd30fd7-9c19-4691-960f-51301a68a8b4), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:29.979757 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa41f342-f6c6-403b-8701-ce1a0e23ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (ddd30fd7-9c19-4691-960f-51301a68a8b4), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.035618 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa41f342-f6c6-403b-8701-ce1a0e23ce25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328844'] for subnet (ddd30fd7-9c19-4691-960f-51301a68a8b4), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.062613 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-aa41f342-f6c6-403b-8701-ce1a0e23ce25 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.065714 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-aa41f342-f6c6-403b-8701-ce1a0e23ce25 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ddd30fd7-9c19-4691-960f-51301a68a8b4 HTTP/1.1" status: 204 len: 168 time: 0.2157841 Apr 11 16:59:30.066712 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41f342-f6c6-403b-8701-ce1a0e23ce25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddd30fd7-9c19-4691-960f-51301a68a8b4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:30.068355 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43560) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:30.135801 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (b63c7c65-fbf6-4007-a1db-9acf17615126), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.220381 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (b63c7c65-fbf6-4007-a1db-9acf17615126), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.239321 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b63c7c65-fbf6-4007-a1db-9acf17615126']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:30.248221 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf05f60-62a6-4979-8273-d2c1e71d2a9c') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:30.248523 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf05f60-62a6-4979-8273-d2c1e71d2a9c') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:30.257875 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29398347'] for segment (2bf05f60-62a6-4979-8273-d2c1e71d2a9c), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.271338 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (2bf05f60-62a6-4979-8273-d2c1e71d2a9c), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.277569 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:59:30.277952 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29940391'] for segment (2bf05f60-62a6-4979-8273-d2c1e71d2a9c), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: timer() Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: self._notify() Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: event.method(event) Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:59:30.279616 dv-cinder-837166-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:59:30.335441 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (b63c7c65-fbf6-4007-a1db-9acf17615126), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.340940 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.344132 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] 10.222.0.73 "DELETE /v2.0/networks/b63c7c65-fbf6-4007-a1db-9acf17615126 HTTP/1.1" status: 204 len: 168 time: 0.2747705 Apr 11 16:59:30.346993 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43562) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:30.355490 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70aa9f-2d56-4677-b8f8-969fb78a06ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b63c7c65-fbf6-4007-a1db-9acf17615126,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:30.392333 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6dd2e5-cfc5-4f33-87f3-734dcbcb2f06 admin admin] Deleting subnet ee9f8caf-2ffe-4d06-98b6-e04d3f299f09 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:59:30.395560 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd2e5-cfc5-4f33-87f3-734dcbcb2f06 admin admin] Publish callbacks [] for subnet (ee9f8caf-2ffe-4d06-98b6-e04d3f299f09), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.428552 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd2e5-cfc5-4f33-87f3-734dcbcb2f06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26006124'] for subnet (ee9f8caf-2ffe-4d06-98b6-e04d3f299f09), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.466066 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd2e5-cfc5-4f33-87f3-734dcbcb2f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (ee9f8caf-2ffe-4d06-98b6-e04d3f299f09), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.520793 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd2e5-cfc5-4f33-87f3-734dcbcb2f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328844'] for subnet (ee9f8caf-2ffe-4d06-98b6-e04d3f299f09), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.546456 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6dd2e5-cfc5-4f33-87f3-734dcbcb2f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee9f8caf-2ffe-4d06-98b6-e04d3f299f09,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:30.551535 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9e6dd2e5-cfc5-4f33-87f3-734dcbcb2f06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.554753 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-9e6dd2e5-cfc5-4f33-87f3-734dcbcb2f06 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/ee9f8caf-2ffe-4d06-98b6-e04d3f299f09 HTTP/1.1" status: 204 len: 168 time: 0.2064672 Apr 11 16:59:30.557206 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43564) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:30.623222 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (4aa82ccb-94c9-4843-9907-5ba20b7448a5), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.688141 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 75abe85b-209b-4086-a012-71ffc4ecc537 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:59:30.703280 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (4aa82ccb-94c9-4843-9907-5ba20b7448a5), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.708218 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 75abe85b-209b-4086-a012-71ffc4ecc537 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:59:30.708600 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 75abe85b-209b-4086-a012-71ffc4ecc537 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:59:30.723367 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aa82ccb-94c9-4843-9907-5ba20b7448a5']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:30.732484 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdfc7ef8-9857-436c-8202-11b0185fd6fc') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:30.732792 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdfc7ef8-9857-436c-8202-11b0185fd6fc') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:30.742171 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (bdfc7ef8-9857-436c-8202-11b0185fd6fc), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.755537 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (bdfc7ef8-9857-436c-8202-11b0185fd6fc), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.761911 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Releasing vlan 1164 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:59:30.762304 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (bdfc7ef8-9857-436c-8202-11b0185fd6fc), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:59:30.764023 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:59:30.819891 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (4aa82ccb-94c9-4843-9907-5ba20b7448a5), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.827688 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.830917 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] 10.222.0.73 "DELETE /v2.0/networks/4aa82ccb-94c9-4843-9907-5ba20b7448a5 HTTP/1.1" status: 204 len: 168 time: 0.2726836 Apr 11 16:59:30.841621 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e403cf-7d86-472a-b525-df2d8567d8a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aa82ccb-94c9-4843-9907-5ba20b7448a5,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:30.853059 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43570) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:30.909604 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf64e-4ba0-42ef-a2be-dcb59a2e9f19 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group (7b63a919-2347-49a5-bb88-0a374d1187eb), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.935732 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf64e-4ba0-42ef-a2be-dcb59a2e9f19 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group (7b63a919-2347-49a5-bb88-0a374d1187eb), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.999535 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf64e-4ba0-42ef-a2be-dcb59a2e9f19 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (7b63a919-2347-49a5-bb88-0a374d1187eb), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.005512 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ef8bf64e-4ba0-42ef-a2be-dcb59a2e9f19 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.005512 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-ef8bf64e-4ba0-42ef-a2be-dcb59a2e9f19 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] 10.222.0.73 "DELETE /v2.0/security-groups/7b63a919-2347-49a5-bb88-0a374d1187eb HTTP/1.1" status: 204 len: 168 time: 0.1496739 Apr 11 16:59:31.006092 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43572) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:31.014762 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8bf64e-4ba0-42ef-a2be-dcb59a2e9f19 tempest-TestShelveInstance-1314526946 tempest-TestShelveInstance-1314526946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b63a919-2347-49a5-bb88-0a374d1187eb,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:31.064033 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-71e4c415-39da-46eb-ae48-43c8f05222bf admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=14a14cc6271941649a3531896f376192&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0550263 Apr 11 16:59:31.064361 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43576) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:31.069843 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43578) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:31.115301 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e52a3c6-2a81-4010-a3dc-559d2d0ac87a admin admin] Publish callbacks [] for security_group (c09588e0-d5d8-42f5-b630-86a1f65ea825), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.137763 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e52a3c6-2a81-4010-a3dc-559d2d0ac87a admin admin] Publish callbacks [] for security_group (c09588e0-d5d8-42f5-b630-86a1f65ea825), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.185311 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e52a3c6-2a81-4010-a3dc-559d2d0ac87a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (c09588e0-d5d8-42f5-b630-86a1f65ea825), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.188403 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1e52a3c6-2a81-4010-a3dc-559d2d0ac87a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.189697 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1e52a3c6-2a81-4010-a3dc-559d2d0ac87a admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/c09588e0-d5d8-42f5-b630-86a1f65ea825 HTTP/1.1" status: 204 len: 168 time: 0.1243105 Apr 11 16:59:31.198316 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52a3c6-2a81-4010-a3dc-559d2d0ac87a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c09588e0-d5d8-42f5-b630-86a1f65ea825,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:31.518784 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43586) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:31.558770 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-dbac5f0b-ef70-4dc5-85cb-46364b91ef30 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d30685c996054c58a78c608cb174b471&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386884 Apr 11 16:59:31.561203 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43588) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:31.591781 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.611767 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d65e68aa-6458-4c96-b70d-1c89e20e78ad admin admin] Publish callbacks [] for security_group (8e4b1b04-ae1d-4b11-93cd-9ce6b162811f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.633663 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d65e68aa-6458-4c96-b70d-1c89e20e78ad admin admin] Publish callbacks [] for security_group (8e4b1b04-ae1d-4b11-93cd-9ce6b162811f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.682000 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d65e68aa-6458-4c96-b70d-1c89e20e78ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (8e4b1b04-ae1d-4b11-93cd-9ce6b162811f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.685173 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d65e68aa-6458-4c96-b70d-1c89e20e78ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.686309 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d65e68aa-6458-4c96-b70d-1c89e20e78ad admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/8e4b1b04-ae1d-4b11-93cd-9ce6b162811f HTTP/1.1" status: 204 len: 168 time: 0.1241825 Apr 11 16:59:31.694153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e68aa-6458-4c96-b70d-1c89e20e78ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4b1b04-ae1d-4b11-93cd-9ce6b162811f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:31.831218 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Deleting port 57c31188-709f-4ab3-ba69-afcaa62be047 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:31.831764 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.910635 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] For port 57c31188-709f-4ab3-ba69-afcaa62be047, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=57c31188-709f-4ab3-ba69-afcaa62be047,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:31.910999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:31.924709 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Calling delete_port for 57c31188-709f-4ab3-ba69-afcaa62be047 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:32.110258 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (57c31188-709f-4ab3-ba69-afcaa62be047), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:32.135691 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Pushing event deleted for resources: {'Port': ['ID=57c31188-709f-4ab3-ba69-afcaa62be047,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:32.308866 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:32.757040 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43618) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:32.766326 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:59:32.859208 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f308dacc-477f-492a-a6eb-4341926213ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:32.874034 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:59:32.879010 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-ab3aa37e-6f6f-4634-a706-cce5e79051bc admin admin] 10.222.0.73 "PUT /v2.0/routers/fb6b4494-5347-4bdd-83f3-e48a23fa7ce1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8081384 Apr 11 16:59:32.881735 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43624) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:32.887815 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] Sync routers for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:59:32.898465 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:32.899430 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:59:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:32.945666 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f308dacc-477f-492a-a6eb-4341926213ad admin admin] Publish callbacks [] for security_group (9d203e44-a0b4-412a-9a6f-10ce832573f3), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:32.950260 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f308dacc-477f-492a-a6eb-4341926213ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9d203e44-a0b4-412a-9a6f-10ce832573f3), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:32.989245 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f308dacc-477f-492a-a6eb-4341926213ad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=67d6b6ea41e24a26844f3ab771df06f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2311018 Apr 11 16:59:32.990672 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f308dacc-477f-492a-a6eb-4341926213ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d203e44-a0b4-412a-9a6f-10ce832573f3,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:32.993149 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43626) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:33.010257 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks [] for router (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.015951 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:33.049916 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3a57-4c8b-45f2-ab4a-6483c2dbd3ef admin admin] Publish callbacks [] for security_group (9d203e44-a0b4-412a-9a6f-10ce832573f3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.072057 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3a57-4c8b-45f2-ab4a-6483c2dbd3ef admin admin] Publish callbacks [] for security_group (9d203e44-a0b4-412a-9a6f-10ce832573f3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.124846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3a57-4c8b-45f2-ab4a-6483c2dbd3ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9d203e44-a0b4-412a-9a6f-10ce832573f3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.127599 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b7bf3a57-4c8b-45f2-ab4a-6483c2dbd3ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.131472 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b7bf3a57-4c8b-45f2-ab4a-6483c2dbd3ef admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9d203e44-a0b4-412a-9a6f-10ce832573f3 HTTP/1.1" status: 204 len: 168 time: 0.1344790 Apr 11 16:59:33.131640 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks [] for router_gateway (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.141992 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf3a57-4c8b-45f2-ab4a-6483c2dbd3ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d203e44-a0b4-412a-9a6f-10ce832573f3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:33.177868 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Deleting port f22300df-334e-4cd2-897c-66b43b5d9187 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:33.178424 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.201639 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:59:32Z', 'revision_number': 5, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port': {'id': 'f22300df-334e-4cd2-897c-66b43b5d9187', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:92:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 179, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:51:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:33.243959 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] Checking router: fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:59:33.257391 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] Routers {'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:33.258028 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:59:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:33.271228 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] For port f22300df-334e-4cd2-897c-66b43b5d9187, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=f22300df-334e-4cd2-897c-66b43b5d9187,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:33.271677 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.286196 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Calling delete_port for f22300df-334e-4cd2-897c-66b43b5d9187 owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:33.444515 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] Set router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:33.472128 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (f22300df-334e-4cd2-897c-66b43b5d9187), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.500132 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:59:33Z', 'revision_number': 6, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:33.530005 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Pushing event deleted for resources: {'Port': ['ID=f22300df-334e-4cd2-897c-66b43b5d9187,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:33.530306 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c7d13-2d26-4941-867b-85b25b9a3dc6 None None] The sync data for ids ['fb6b4494-5347-4bdd-83f3-e48a23fa7ce1'] in dv-cinder-837166-2-iscsi is: [{'id': 'fb6b4494-5347-4bdd-83f3-e48a23fa7ce1', 'name': 'tempest-TestShelveInstance-1159176432-router', 'tenant_id': '3005863d507649d3ba7854fb41792452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:24Z', 'updated_at': '2022-04-11T16:59:33Z', 'revision_number': 6, 'project_id': '3005863d507649d3ba7854fb41792452', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:59:33.574984 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.683903 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.688373 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks [] for router_controller (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.756119 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (fb6b4494-5347-4bdd-83f3-e48a23fa7ce1), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.756660 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:59:33.762253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.763448 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-495a40c0-ba1c-4213-8c5d-64fcb4866689 admin admin] 10.222.0.73 "DELETE /v2.0/routers/fb6b4494-5347-4bdd-83f3-e48a23fa7ce1 HTTP/1.1" status: 204 len: 168 time: 0.8807950 Apr 11 16:59:33.766445 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:33.815733 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efc0f75-1812-4b3e-a7dd-a1fb7ba5bee1 admin admin] Deleting subnet 881537a1-3203-437f-a416-222d0d49cf22 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:59:33.818933 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2efc0f75-1812-4b3e-a7dd-a1fb7ba5bee1 admin admin] Publish callbacks [] for subnet (881537a1-3203-437f-a416-222d0d49cf22), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.853726 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2efc0f75-1812-4b3e-a7dd-a1fb7ba5bee1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26006124'] for subnet (881537a1-3203-437f-a416-222d0d49cf22), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:33.944716 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2efc0f75-1812-4b3e-a7dd-a1fb7ba5bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (881537a1-3203-437f-a416-222d0d49cf22), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.013572 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2efc0f75-1812-4b3e-a7dd-a1fb7ba5bee1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328844'] for subnet (881537a1-3203-437f-a416-222d0d49cf22), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.039947 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc0f75-1812-4b3e-a7dd-a1fb7ba5bee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881537a1-3203-437f-a416-222d0d49cf22,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:34.043611 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2efc0f75-1812-4b3e-a7dd-a1fb7ba5bee1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.048867 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-2efc0f75-1812-4b3e-a7dd-a1fb7ba5bee1 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/881537a1-3203-437f-a416-222d0d49cf22 HTTP/1.1" status: 204 len: 168 time: 0.2792380 Apr 11 16:59:34.049087 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43654) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:34.054843 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d354963e-a85a-46b2-9de0-74eaee13ea55 None None] Network be579b75-f4a3-42be-b4ea-8e62c2860fb8 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:59:34.123389 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (be579b75-f4a3-42be-b4ea-8e62c2860fb8), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.170636 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Deleting port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:34.170985 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.237169 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] For port bf16cfa7-fd24-4479-ac6a-055d0bc30f68, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=bf16cfa7-fd24-4479-ac6a-055d0bc30f68,segment=NetworkSegment(7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70),segment_id=7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:34.237631 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.251633 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Calling delete_port for bf16cfa7-fd24-4479-ac6a-055d0bc30f68 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:34.335607 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (bf16cfa7-fd24-4479-ac6a-055d0bc30f68), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.361252 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967eb368-bff3-458d-b18d-8bafd154b568 None None] DHCP port deletion for be579b75-f4a3-42be-b4ea-8e62c2860fb8 request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:59:34.362816 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf16cfa7-fd24-4479-ac6a-055d0bc30f68,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:34.367157 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] No DVR routers for this DVR port bf16cfa7-fd24-4479-ac6a-055d0bc30f68 on host dv-cinder-837166-2-iscsi {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:59:34.440969 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (be579b75-f4a3-42be-b4ea-8e62c2860fb8), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.461722 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be579b75-f4a3-42be-b4ea-8e62c2860fb8']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:34.471839 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:34.472147 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:34.481940 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.503810 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.510522 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Releasing vlan 1159 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:59:34.510983 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (7f1e74e3-964f-49c4-8dfc-cb0c5e4e9d70), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:59:34.512882 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:59:34.567981 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (be579b75-f4a3-42be-b4ea-8e62c2860fb8), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.573798 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:34.577429 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] 10.222.0.73 "DELETE /v2.0/networks/be579b75-f4a3-42be-b4ea-8e62c2860fb8 HTTP/1.1" status: 204 len: 168 time: 0.5274293 Apr 11 16:59:34.580488 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43660) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:34.588882 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb2231-0dde-4d4a-8111-d52957f7ff19 admin admin] Pushing event deleted for resources: {'Network': ['ID=be579b75-f4a3-42be-b4ea-8e62c2860fb8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:34.902487 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (3ba12a48-16b1-44ae-9270-9f3b67e74da0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:35.131591 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Deleting port 2ee93e27-33f1-4a50-800a-0e013a89ef23 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:35.131936 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:35.211461 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] For port 2ee93e27-33f1-4a50-800a-0e013a89ef23, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=2ee93e27-33f1-4a50-800a-0e013a89ef23,segment=NetworkSegment(1e1b098a-4168-4905-afae-fbe0e5b4b50f),segment_id=1e1b098a-4168-4905-afae-fbe0e5b4b50f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:35.211831 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:35.225055 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Calling delete_port for 2ee93e27-33f1-4a50-800a-0e013a89ef23 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:35.269288 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device bf16cfa7-fd24-4479-ac6a-055d0bc30f68 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:59:35.290411 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: bf16cfa7-fd24-4479-ac6a-055d0bc30f68 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:59:35.290835 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device bf16cfa7-fd24-4479-ac6a-055d0bc30f68 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:59:35.292868 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 57c31188-709f-4ab3-ba69-afcaa62be047 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:59:35.315520 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 57c31188-709f-4ab3-ba69-afcaa62be047 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:59:35.315881 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 57c31188-709f-4ab3-ba69-afcaa62be047 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:59:35.316308 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device f22300df-334e-4cd2-897c-66b43b5d9187 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:59:35.336189 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: f22300df-334e-4cd2-897c-66b43b5d9187 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:59:35.336637 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device f22300df-334e-4cd2-897c-66b43b5d9187 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:59:35.413053 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (2ee93e27-33f1-4a50-800a-0e013a89ef23), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:35.464195 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ee93e27-33f1-4a50-800a-0e013a89ef23,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:35.611666 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (3ba12a48-16b1-44ae-9270-9f3b67e74da0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.077485 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:59:36.184055 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:59:36.189042 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-78eac02f-488a-426f-b6f6-66b51ec33753 admin admin] 10.222.0.73 "PUT /v2.0/routers/3ba12a48-16b1-44ae-9270-9f3b67e74da0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6069496 Apr 11 16:59:36.191563 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43670) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:36.194607 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] Sync routers for ids ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:59:36.204775 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] Routers {'3ba12a48-16b1-44ae-9270-9f3b67e74da0'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:36.205407 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:59:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:36.297437 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks [] for router (3ba12a48-16b1-44ae-9270-9f3b67e74da0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.314390 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] Set router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:36.402333 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks [] for router_gateway (3ba12a48-16b1-44ae-9270-9f3b67e74da0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.445751 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Deleting port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:36.446095 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.481982 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248'}], 'enable_snat': True}, 'gw_port_id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:59:35Z', 'revision_number': 5, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port': {'id': '1b7f8906-fad4-4c64-9c59-07f2cf2e2750', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:af:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 215, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:34Z', 'updated_at': '2022-04-11T16:51:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:36.513570 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] Checking router: 3ba12a48-16b1-44ae-9270-9f3b67e74da0 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:59:36.522766 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] Routers {'3ba12a48-16b1-44ae-9270-9f3b67e74da0'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:59:36.523405 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:59:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:36.532846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] For port 1b7f8906-fad4-4c64-9c59-07f2cf2e2750, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=1b7f8906-fad4-4c64-9c59-07f2cf2e2750,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:36.533223 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.547371 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Calling delete_port for 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:36.616146 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] Set router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:59:36.675437 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:59:36Z', 'revision_number': 6, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:36.706702 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f3af9a-1b27-4291-85da-28b5bdb045f2 None None] The sync data for ids ['3ba12a48-16b1-44ae-9270-9f3b67e74da0'] in dv-cinder-837166-2-iscsi is: [{'id': '3ba12a48-16b1-44ae-9270-9f3b67e74da0', 'name': 'tempest-TestShelveInstance-1977238926-router', 'tenant_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:33Z', 'updated_at': '2022-04-11T16:59:36Z', 'revision_number': 6, 'project_id': 'd0e02a55f7204ca098b4d52ac9c245c1', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:59:36.722046 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (1b7f8906-fad4-4c64-9c59-07f2cf2e2750), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.751043 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7f8906-fad4-4c64-9c59-07f2cf2e2750,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:36.781555 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43678) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:36.811453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (3ba12a48-16b1-44ae-9270-9f3b67e74da0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.889078 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77c348be-e24b-4c26-ad00-5972f3537b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.910312 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (3ba12a48-16b1-44ae-9270-9f3b67e74da0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.912800 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks [] for router_controller (3ba12a48-16b1-44ae-9270-9f3b67e74da0), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.959167 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (3ba12a48-16b1-44ae-9270-9f3b67e74da0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.959697 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ba12a48-16b1-44ae-9270-9f3b67e74da0 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:59:36.963911 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.965046 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a0db7a92-8102-4277-b374-52c1edc6b3c3 admin admin] 10.222.0.73 "DELETE /v2.0/routers/3ba12a48-16b1-44ae-9270-9f3b67e74da0 HTTP/1.1" status: 204 len: 168 time: 0.7725596 Apr 11 16:59:36.967576 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43682) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:36.968482 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77c348be-e24b-4c26-ad00-5972f3537b25 admin admin] Publish callbacks [] for security_group (1d5c3cd2-1dc1-406c-8961-350835d1c59f), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.972925 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-77c348be-e24b-4c26-ad00-5972f3537b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (1d5c3cd2-1dc1-406c-8961-350835d1c59f), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.013061 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-77c348be-e24b-4c26-ad00-5972f3537b25 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2b3c1c9aafa845d682c98cf4055c8862&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302396 Apr 11 16:59:37.013820 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a59bf09-91fb-44cb-9ac0-7202822fca72 admin admin] Deleting subnet f4477432-df8a-4806-b3c6-7b98b9569aa3 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:59:37.015608 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43684) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:37.017523 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a59bf09-91fb-44cb-9ac0-7202822fca72 admin admin] Publish callbacks [] for subnet (f4477432-df8a-4806-b3c6-7b98b9569aa3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.021650 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c348be-e24b-4c26-ad00-5972f3537b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5c3cd2-1dc1-406c-8961-350835d1c59f,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:37.054651 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a59bf09-91fb-44cb-9ac0-7202822fca72 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29398338'] for subnet (f4477432-df8a-4806-b3c6-7b98b9569aa3), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.071393 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e721b8a6-390e-4515-ab77-e82245be850c admin admin] Publish callbacks [] for security_group (1d5c3cd2-1dc1-406c-8961-350835d1c59f), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.094913 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e721b8a6-390e-4515-ab77-e82245be850c admin admin] Publish callbacks [] for security_group (1d5c3cd2-1dc1-406c-8961-350835d1c59f), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.143117 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a59bf09-91fb-44cb-9ac0-7202822fca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (f4477432-df8a-4806-b3c6-7b98b9569aa3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.151585 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e721b8a6-390e-4515-ab77-e82245be850c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (1d5c3cd2-1dc1-406c-8961-350835d1c59f), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.154135 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e721b8a6-390e-4515-ab77-e82245be850c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.155302 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e721b8a6-390e-4515-ab77-e82245be850c admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/1d5c3cd2-1dc1-406c-8961-350835d1c59f HTTP/1.1" status: 204 len: 168 time: 0.1387689 Apr 11 16:59:37.165112 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721b8a6-390e-4515-ab77-e82245be850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5c3cd2-1dc1-406c-8961-350835d1c59f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:37.208695 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a59bf09-91fb-44cb-9ac0-7202822fca72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29940237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33203665'] for subnet (f4477432-df8a-4806-b3c6-7b98b9569aa3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.235968 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59bf09-91fb-44cb-9ac0-7202822fca72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4477432-df8a-4806-b3c6-7b98b9569aa3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:37.238106 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-5a59bf09-91fb-44cb-9ac0-7202822fca72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.241393 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-5a59bf09-91fb-44cb-9ac0-7202822fca72 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/f4477432-df8a-4806-b3c6-7b98b9569aa3 HTTP/1.1" status: 204 len: 168 time: 0.2728801 Apr 11 16:59:37.244039 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43688) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:37.247859 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97e41b1-f018-4a7b-a051-3509ce78f0f5 None None] Network fd2b4376-f6d5-4d19-976c-11e523dd2691 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:59:37.318887 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (fd2b4376-f6d5-4d19-976c-11e523dd2691), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.364764 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Deleting port d8e329e0-3871-44ed-882c-60c6131023b4 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:37.365104 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.430247 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] For port d8e329e0-3871-44ed-882c-60c6131023b4, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=d8e329e0-3871-44ed-882c-60c6131023b4,segment=NetworkSegment(1e1b098a-4168-4905-afae-fbe0e5b4b50f),segment_id=1e1b098a-4168-4905-afae-fbe0e5b4b50f)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:37.430778 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.449865 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Calling delete_port for d8e329e0-3871-44ed-882c-60c6131023b4 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:37.487980 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] DHCP port deletion for fd2b4376-f6d5-4d19-976c-11e523dd2691 request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:59:37.541113 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] Deleting port d8e329e0-3871-44ed-882c-60c6131023b4 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:59:37.541823 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.551011 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.580754 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8e329e0-3871-44ed-882c-60c6131023b4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:37.586771 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] No DVR routers for this DVR port d8e329e0-3871-44ed-882c-60c6131023b4 on host dv-cinder-837166-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:59:37.604446 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 2ee93e27-33f1-4a50-800a-0e013a89ef23 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:59:37.645211 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 2ee93e27-33f1-4a50-800a-0e013a89ef23 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:59:37.645563 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 2ee93e27-33f1-4a50-800a-0e013a89ef23 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:59:37.645994 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:59:37.655530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] For port d8e329e0-3871-44ed-882c-60c6131023b4, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=d8e329e0-3871-44ed-882c-60c6131023b4,segment=NetworkSegment(1e1b098a-4168-4905-afae-fbe0e5b4b50f),segment_id=1e1b098a-4168-4905-afae-fbe0e5b4b50f)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:37.655940 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.670277 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (fd2b4376-f6d5-4d19-976c-11e523dd2691), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.683456 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:59:37.683824 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 1b7f8906-fad4-4c64-9c59-07f2cf2e2750 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:59:37.684258 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device d8e329e0-3871-44ed-882c-60c6131023b4 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:59:37.692391 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2b4376-f6d5-4d19-976c-11e523dd2691']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:37.702480 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e1b098a-4168-4905-afae-fbe0e5b4b50f') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:37.702808 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e1b098a-4168-4905-afae-fbe0e5b4b50f') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:59:37.707508 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] Calling delete_port for d8e329e0-3871-44ed-882c-60c6131023b4 owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:59:37.709504 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: d8e329e0-3871-44ed-882c-60c6131023b4 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:59:37.709980 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device d8e329e0-3871-44ed-882c-60c6131023b4 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:59:37.716951 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29398347'] for segment (1e1b098a-4168-4905-afae-fbe0e5b4b50f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.737131 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (1e1b098a-4168-4905-afae-fbe0e5b4b50f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.745015 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:59:37.746341 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29940391'] for segment (1e1b098a-4168-4905-afae-fbe0e5b4b50f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: timer() Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: self._notify() Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: event.method(event) Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:59:37.748312 dv-cinder-837166-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:59:37.796367 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (d8e329e0-3871-44ed-882c-60c6131023b4), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.819834 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (fd2b4376-f6d5-4d19-976c-11e523dd2691), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.826770 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:37.839085 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] 10.222.0.73 "DELETE /v2.0/networks/fd2b4376-f6d5-4d19-976c-11e523dd2691 HTTP/1.1" status: 204 len: 168 time: 0.5912306 Apr 11 16:59:37.839297 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] No DVR routers for this DVR port d8e329e0-3871-44ed-882c-60c6131023b4 on host dv-cinder-837166-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:59:37.853572 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82558baf-9747-4390-82d2-aeb722654dc2 None None] Pushing event deleted for resources: {'Port': ['ID=d8e329e0-3871-44ed-882c-60c6131023b4,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:37.853667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c1f637-5fc1-4046-af45-c47f71547799 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd2b4376-f6d5-4d19-976c-11e523dd2691,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:38.040129 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43714) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:38.079703 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-58a381c7-4264-42e3-940b-721065f308dd admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3005863d507649d3ba7854fb41792452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383229 Apr 11 16:59:38.082202 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43716) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:38.132260 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02ea2a38-4798-4ca3-be7c-cfb0ca3d6fb0 admin admin] Publish callbacks [] for security_group (42ae655a-2c45-4482-ac27-741ac7ba622f), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.159497 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02ea2a38-4798-4ca3-be7c-cfb0ca3d6fb0 admin admin] Publish callbacks [] for security_group (42ae655a-2c45-4482-ac27-741ac7ba622f), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.206696 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02ea2a38-4798-4ca3-be7c-cfb0ca3d6fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (42ae655a-2c45-4482-ac27-741ac7ba622f), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.209141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-02ea2a38-4798-4ca3-be7c-cfb0ca3d6fb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.210311 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-02ea2a38-4798-4ca3-be7c-cfb0ca3d6fb0 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/42ae655a-2c45-4482-ac27-741ac7ba622f HTTP/1.1" status: 204 len: 168 time: 0.1271622 Apr 11 16:59:38.218847 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea2a38-4798-4ca3-be7c-cfb0ca3d6fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ae655a-2c45-4482-ac27-741ac7ba622f,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:38.463887 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43726) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:38.548227 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43730) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:38.591747 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3446-f009-4db5-b9c8-e803b214d676 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.611586 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-6cb5736e-406c-41c1-ae76-f278ca042c8d admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d0e02a55f7204ca098b4d52ac9c245c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0617766 Apr 11 16:59:38.614233 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43732) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:38.676361 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c3d68d7-8854-4af0-b8e1-7489673dc94e admin admin] Publish callbacks [] for security_group (b1397732-58be-4315-b2d5-a419f39aa7e2), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.678982 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3446-f009-4db5-b9c8-e803b214d676 admin admin] Publish callbacks [] for security_group (98baf2bd-ab6c-47aa-9014-382cf3ffac25), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.685756 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-fb0f3446-f009-4db5-b9c8-e803b214d676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (98baf2bd-ab6c-47aa-9014-382cf3ffac25), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.699396 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c3d68d7-8854-4af0-b8e1-7489673dc94e admin admin] Publish callbacks [] for security_group (b1397732-58be-4315-b2d5-a419f39aa7e2), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.720563 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-fb0f3446-f009-4db5-b9c8-e803b214d676 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=2067717239ba4ba98dad9abb6ea203c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554865 Apr 11 16:59:38.723658 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43734) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:38.739658 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f3446-f009-4db5-b9c8-e803b214d676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98baf2bd-ab6c-47aa-9014-382cf3ffac25,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:38.748303 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c3d68d7-8854-4af0-b8e1-7489673dc94e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b1397732-58be-4315-b2d5-a419f39aa7e2), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.751186 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3c3d68d7-8854-4af0-b8e1-7489673dc94e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.755311 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3c3d68d7-8854-4af0-b8e1-7489673dc94e admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1397732-58be-4315-b2d5-a419f39aa7e2 HTTP/1.1" status: 204 len: 168 time: 0.1366014 Apr 11 16:59:38.760995 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3d68d7-8854-4af0-b8e1-7489673dc94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1397732-58be-4315-b2d5-a419f39aa7e2,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:38.784020 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7559e3d5-3f33-44ea-b995-549bf69aa595 admin admin] Publish callbacks [] for security_group (98baf2bd-ab6c-47aa-9014-382cf3ffac25), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.805739 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7559e3d5-3f33-44ea-b995-549bf69aa595 admin admin] Publish callbacks [] for security_group (98baf2bd-ab6c-47aa-9014-382cf3ffac25), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.853239 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7559e3d5-3f33-44ea-b995-549bf69aa595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (98baf2bd-ab6c-47aa-9014-382cf3ffac25), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.856631 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-7559e3d5-3f33-44ea-b995-549bf69aa595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:38.857780 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-7559e3d5-3f33-44ea-b995-549bf69aa595 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/98baf2bd-ab6c-47aa-9014-382cf3ffac25 HTTP/1.1" status: 204 len: 168 time: 0.1332176 Apr 11 16:59:38.865470 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7559e3d5-3f33-44ea-b995-549bf69aa595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98baf2bd-ab6c-47aa-9014-382cf3ffac25,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:39.535875 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 43758) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:39.627507 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-816995615-network', 'tenant_id': '376d25cef0b9485cac2e8520a9ecd259'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:39.647723 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Made reservation on behalf of 376d25cef0b9485cac2e8520a9ecd259 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:39.650125 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.658237 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.731155 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Publish callbacks [] for security_group (92d66233-bb88-431a-86b7-c3a1e49ce125), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.734533 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (92d66233-bb88-431a-86b7-c3a1e49ce125), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.755701 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1156, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:59:39.769039 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d66233-bb88-431a-86b7-c3a1e49ce125,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:39.774927 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (28b5fbc3-be05-4bab-92e3-ee671f634e11), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.775278 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Added segment 28b5fbc3-be05-4bab-92e3-ee671f634e11 of type vlan for network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 Apr 11 16:59:39.815961 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (1e803962-a9da-41f7-bd0c-0d55cfc8b079), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.842902 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (1e803962-a9da-41f7-bd0c-0d55cfc8b079), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.843846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:39.844430 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.880728 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3436823 Apr 11 16:59:39.883703 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 43762) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:59:39.888771 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Request body: {'subnet': {'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-816995615-subnet', 'tenant_id': '376d25cef0b9485cac2e8520a9ecd259', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:39.909345 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Made reservation on behalf of 376d25cef0b9485cac2e8520a9ecd259 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:39.910667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2b3e6-ce4d-43e3-a8cf-1b277756f7cc admin admin] Pushing event updated for resources: {'Network': ['ID=1e803962-a9da-41f7-bd0c-0d55cfc8b079,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:39.911904 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328849'] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:39.924032 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:59:40.080639 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25281304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328835'] for subnet (1a6fff0b-e9ff-47b6-bca6-24eb51af8438), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:40.132910 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a6fff0b-e9ff-47b6-bca6-24eb51af8438,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:40.142889 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Checking segment: {'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:59:40.143255 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Network hostable DHCP agents. Network: 1e803962-a9da-41f7-bd0c-0d55cfc8b079, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:59:40.159882 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:59:40.168144 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 1e803962-a9da-41f7-bd0c-0d55cfc8b079) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:59:40.172324 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:40.172917 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:40.177728 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9afc80-2f2f-4b99-98bc-4fc6d058c06a None None] Network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:59:40.188025 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-450a2e7e-c999-4397-8b03-990b35b21fc7 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3032179 Apr 11 16:59:40.273483 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7b5adf-4ac7-4706-bf34-7a6618d5ad8b None None] Network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:59:41.897994 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17583c-e96d-4387-ad1c-98854229cedc req-b5e17813-c31f-468a-a23b-6c712d78d8bd tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:41.899493 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-b5e17813-c31f-468a-a23b-6c712d78d8bd tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/networks?id=1e803962-a9da-41f7-bd0c-0d55cfc8b079 HTTP/1.1" status: 200 len: 813 time: 0.1016591 Apr 11 16:59:41.915187 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-a8aac95b-44c7-4054-8c76-60bfcc13fc03 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/quotas/376d25cef0b9485cac2e8520a9ecd259 HTTP/1.1" status: 200 len: 375 time: 0.0095015 Apr 11 16:59:41.949094 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-051be839-d11e-4869-b912-9d9990472bb0 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=376d25cef0b9485cac2e8520a9ecd259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281706 Apr 11 16:59:42.038904 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-9147c0ed-6a24-4d46-b53d-207e8994db96 service neutron] 10.222.0.73 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831583 Apr 11 16:59:42.123578 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-3f9b102d-3efb-4e20-9a8f-7e8d954a9015 service neutron] 10.222.0.73 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786681 Apr 11 16:59:42.277185 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7066339a-a181-4ca1-8b5b-ee56e16ee936 req-9b784056-d399-4b22-9489-77e9853f49fa tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0275965 Apr 11 16:59:42.516255 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0c674d6d-19ff-4779-9876-7a2d1ca1149a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:43.325865 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17583c-e96d-4387-ad1c-98854229cedc req-707180a0-1a18-4aa3-9e0f-22fe2a4af913 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:43.327530 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-707180a0-1a18-4aa3-9e0f-22fe2a4af913 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.15 "GET /v2.0/networks?id=1e803962-a9da-41f7-bd0c-0d55cfc8b079 HTTP/1.1" status: 200 len: 813 time: 0.1083820 Apr 11 16:59:43.349099 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Request body: {'port': {'device_id': 'a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2', 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079', 'admin_state_up': True, 'tenant_id': '376d25cef0b9485cac2e8520a9ecd259'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:43.383170 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0394030d-e200-4011-bb76-a4286dfdb0fd req-fa85408d-ddd3-4567-9e2e-48ec861755f2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 210 time: 0.0363483 Apr 11 16:59:43.460257 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Made reservation on behalf of 376d25cef0b9485cac2e8520a9ecd259 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:43.463949 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:43.586964 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Allocated IP 172.20.0.2 (1e803962-a9da-41f7-bd0c-0d55cfc8b079/1a6fff0b-e9ff-47b6-bca6-24eb51af8438/0faeebbe-540b-4598-844f-f61883cfc4ec) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:59:43.731779 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks [] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:43.932093 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:43.975415 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:59:43.978387 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:59:43.982152 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:59:43.990469 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Pushing event updated for resources: {'Port': ['ID=0faeebbe-540b-4598-844f-f61883cfc4ec,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:44.039690 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:44.040291 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:44.055077 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-383e29e7-3330-449b-a30e-a71635faa45d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7100143 Apr 11 16:59:44.075629 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Request body: {'port': {'device_id': 'a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:44.134684 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:44.389485 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0faeebbe-540b-4598-844f-f61883cfc4ec {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:59:44.398018 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Publish callbacks [] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:44.410878 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Transition to ACTIVE for port object 0faeebbe-540b-4598-844f-f61883cfc4ec will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:59:44.415137 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:44.463571 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0faeebbe-540b-4598-844f-f61883cfc4ec,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:44.492835 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bea6f-9d5b-4677-aedb-673539881367 req-4d46ae2c-d8e1-485e-ab6a-1b68af65635e tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:44.494938 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4d3bea6f-9d5b-4677-aedb-673539881367 req-4d46ae2c-d8e1-485e-ab6a-1b68af65635e tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 943 time: 0.0464163 Apr 11 16:59:44.537825 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Attempting to bind port 0faeebbe-540b-4598-844f-f61883cfc4ec on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:59:44.538164 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Attempting to bind port 0faeebbe-540b-4598-844f-f61883cfc4ec by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:59:44.538495 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Attempting to bind port 0faeebbe-540b-4598-844f-f61883cfc4ec on network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:59:44.541499 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4d3bea6f-9d5b-4677-aedb-673539881367 req-9198ea3c-71a1-4c54-9c2f-57307436a5a9 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406260 Apr 11 16:59:44.542827 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Port 0faeebbe-540b-4598-844f-f61883cfc4ec on network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:59:44.543150 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Attempting to bind port 0faeebbe-540b-4598-844f-f61883cfc4ec on network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:59:44.548041 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:59:44.548377 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Checking segment: {'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:59:44.548763 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Bound using segment: {'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:59:44.549188 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Bound port: 0faeebbe-540b-4598-844f-f61883cfc4ec, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:59:44.549632 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:44.613481 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] For port 0faeebbe-540b-4598-844f-f61883cfc4ec, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:59:44.616412 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] For port 0faeebbe-540b-4598-844f-f61883cfc4ec, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0faeebbe-540b-4598-844f-f61883cfc4ec,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:59:44.623416 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:44.654985 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:44.655630 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:44.656979 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/0faeebbe-540b-4598-844f-f61883cfc4ec HTTP/1.1" status: 200 len: 1093 time: 0.5858455 Apr 11 16:59:44.657431 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2', 'tag': '0faeebbe-540b-4598-844f-f61883cfc4ec'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:44.659701 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea48d985-024a-4977-a7c3-bb11af61c18c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2", "tag": "0faeebbe-540b-4598-844f-f61883cfc4ec"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:44.688804 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4feaa7-6866-476a-b1a6-e3c3b94634c6 service neutron] Pushing event updated for resources: {'Port': ['ID=0faeebbe-540b-4598-844f-f61883cfc4ec,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:44.699442 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a67a566-cb07-4863-8a18-c298a8e63530 x-openstack-request-id: req-9a67a566-cb07-4863-8a18-c298a8e63530 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:44.699812 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2", "tag": "0faeebbe-540b-4598-844f-f61883cfc4ec", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:44.700135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9a67a566-cb07-4863-8a18-c298a8e63530 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:44.700620 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a67a566-cb07-4863-8a18-c298a8e63530'] response: {'name': 'network-changed', 'server_uuid': 'a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2', 'tag': '0faeebbe-540b-4598-844f-f61883cfc4ec', 'status': 'completed', 'code': 200} Apr 11 16:59:44.762980 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17583c-e96d-4387-ad1c-98854229cedc req-3550578d-4ff5-4204-b291-f004dbe2ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:44.764463 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-3550578d-4ff5-4204-b291-f004dbe2ba4d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=376d25cef0b9485cac2e8520a9ecd259&device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 1127 time: 0.0424061 Apr 11 16:59:44.813700 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-cef3c127-fbcd-4948-9282-b10f13a2c9d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0faeebbe-540b-4598-844f-f61883cfc4ec HTTP/1.1" status: 200 len: 217 time: 0.0337348 Apr 11 16:59:44.861209 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f17583c-e96d-4387-ad1c-98854229cedc req-5b96439c-f457-4bbb-ab40-79c227482080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:44.862124 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-0cd630dd-bdf7-4dfb-a652-f95efbb258f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:44.862994 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-5b96439c-f457-4bbb-ab40-79c227482080 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1a6fff0b-e9ff-47b6-bca6-24eb51af8438 HTTP/1.1" status: 200 len: 853 time: 0.0437932 Apr 11 16:59:44.899037 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-02ae1f98-0606-4610-8df9-ac7247ba1672 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e803962-a9da-41f7-bd0c-0d55cfc8b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297163 Apr 11 16:59:44.989831 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-ac0947f1-8938-4f89-9384-f8bb7deb4d76 service neutron] 10.222.0.15 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Apr 11 16:59:45.090157 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7f17583c-e96d-4387-ad1c-98854229cedc req-d927ba27-1695-4ba2-897d-b4919ecf650e service neutron] 10.222.0.15 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854461 Apr 11 16:59:45.651632 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebb4bd-8a17-4a5b-b000-c3028ed44e56 req-006a6e54-fa43-4816-807e-3ba502862e5e tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:45.653133 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cbebb4bd-8a17-4a5b-b000-c3028ed44e56 req-006a6e54-fa43-4816-807e-3ba502862e5e tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 943 time: 0.0462275 Apr 11 16:59:45.697466 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cbebb4bd-8a17-4a5b-b000-c3028ed44e56 req-4d6510f5-569b-40d0-800b-454c23cf15b7 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388999 Apr 11 16:59:45.942073 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:45.999463 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-9b29b906-dfdd-468c-9461-400f33c5bc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:46.000948 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-9b29b906-dfdd-468c-9461-400f33c5bc53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=376d25cef0b9485cac2e8520a9ecd259&device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 1127 time: 0.0402770 Apr 11 16:59:46.089211 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-9f18676e-eee1-4ca5-8ad8-5ca1b6a3277e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:46.090703 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-9f18676e-eee1-4ca5-8ad8-5ca1b6a3277e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e803962-a9da-41f7-bd0c-0d55cfc8b079 HTTP/1.1" status: 200 len: 915 time: 0.0837555 Apr 11 16:59:46.134450 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-804335dc-044e-430e-a69a-cfc5179072e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0faeebbe-540b-4598-844f-f61883cfc4ec HTTP/1.1" status: 200 len: 217 time: 0.0362194 Apr 11 16:59:46.183488 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-57938ffb-591f-460c-b26f-5220a4691ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:46.184892 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-57938ffb-591f-460c-b26f-5220a4691ed3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1a6fff0b-e9ff-47b6-bca6-24eb51af8438 HTTP/1.1" status: 200 len: 853 time: 0.0419207 Apr 11 16:59:46.216835 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-a507b3ca-32f0-4826-b480-678d177efeca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e803962-a9da-41f7-bd0c-0d55cfc8b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256617 Apr 11 16:59:46.308664 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-e918c60c-2a99-4150-9d44-404d7adc9dbf service neutron] 10.222.0.15 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852938 Apr 11 16:59:46.398980 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ea48d985-024a-4977-a7c3-bb11af61c18c req-c9a1b8b9-bce4-4f53-acff-60f014304761 service neutron] 10.222.0.15 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835490 Apr 11 16:59:46.811939 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445061b-bc0c-460e-892a-6f9fa1dd1265 req-668f40fd-8e31-41d4-a1fe-7e7f53d787ec tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:46.813385 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0445061b-bc0c-460e-892a-6f9fa1dd1265 req-668f40fd-8e31-41d4-a1fe-7e7f53d787ec tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 943 time: 0.0493300 Apr 11 16:59:46.857970 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0445061b-bc0c-460e-892a-6f9fa1dd1265 req-ecefd2b3-52e4-42ff-9f8a-c5d3a7f23049 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391250 Apr 11 16:59:47.563319 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:47.975489 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefcaf97-015b-4da7-95a1-ed68efe8c832 req-91ad29b4-25bb-4ddd-8976-b9c37986c60a tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:47.976985 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fefcaf97-015b-4da7-95a1-ed68efe8c832 req-91ad29b4-25bb-4ddd-8976-b9c37986c60a tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 943 time: 0.0539699 Apr 11 16:59:48.024568 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fefcaf97-015b-4da7-95a1-ed68efe8c832 req-bab15d1b-9447-4b20-bda3-33cacfaaec1a tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418634 Apr 11 16:59:48.784767 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 0faeebbe-540b-4598-844f-f61883cfc4ec details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:59:48.883673 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 0faeebbe-540b-4598-844f-f61883cfc4ec, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0faeebbe-540b-4598-844f-f61883cfc4ec,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:48.894360 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '0faeebbe-540b-4598-844f-f61883cfc4ec', 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079', 'port_id': '0faeebbe-540b-4598-844f-f61883cfc4ec', 'mac_address': 'fa:16:3e:27:97:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6fff0b-e9ff-47b6-bca6-24eb51af8438', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:59:48.931149 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 0faeebbe-540b-4598-844f-f61883cfc4ec is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:59:48.931539 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:48.944029 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0faeebbe-540b-4598-844f-f61883cfc4ec {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:59:48.962867 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 0faeebbe-540b-4598-844f-f61883cfc4ec, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0faeebbe-540b-4598-844f-f61883cfc4ec,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:48.969378 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:49.002360 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:49.024246 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=0faeebbe-540b-4598-844f-f61883cfc4ec,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:49.133009 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e70a75-03e2-4038-9342-67583df45c7d req-ed9f38d2-6fb5-471e-b70f-1c0dc1211ba0 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:49.134505 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b6e70a75-03e2-4038-9342-67583df45c7d req-ed9f38d2-6fb5-471e-b70f-1c0dc1211ba0 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0446894 Apr 11 16:59:49.182879 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b6e70a75-03e2-4038-9342-67583df45c7d req-672d9f36-a789-40a2-935b-abc5e30dc94c tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423405 Apr 11 16:59:49.311041 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['0faeebbe-540b-4598-844f-f61883cfc4ec'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:59:50.293564 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901edcf-5dff-4ccc-b1ab-1d76539d11e0 req-63f4c3f2-5a2e-4822-8f28-28dd285be16b tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:50.295022 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1901edcf-5dff-4ccc-b1ab-1d76539d11e0 req-63f4c3f2-5a2e-4822-8f28-28dd285be16b tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0464547 Apr 11 16:59:50.339851 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1901edcf-5dff-4ccc-b1ab-1d76539d11e0 req-0e8022df-2600-40bd-8d90-348a8bb5bfb6 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393136 Apr 11 16:59:50.915360 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:59:51.450111 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fc4f7-3e3f-4410-9214-0f6db44a1d01 req-d861b56a-a118-4031-95a2-1864985f8c4d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:51.451572 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e04fc4f7-3e3f-4410-9214-0f6db44a1d01 req-d861b56a-a118-4031-95a2-1864985f8c4d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0452571 Apr 11 16:59:51.495749 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e04fc4f7-3e3f-4410-9214-0f6db44a1d01 req-8dcd7c06-6583-4654-b2a7-f23a1d796d0d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387609 Apr 11 16:59:52.457313 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-b816751c-8c40-4d44-a283-b8456371457e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0416815 Apr 11 16:59:52.529389 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 0faeebbe-540b-4598-844f-f61883cfc4ec up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:59:52.533923 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-36f9752f-1191-4995-9e39-93f53d127d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:52.541985 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-36f9752f-1191-4995-9e39-93f53d127d2e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 1129 time: 0.0486779 Apr 11 16:59:52.551407 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:52.578876 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 0faeebbe-540b-4598-844f-f61883cfc4ec completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:59:52.586894 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 0faeebbe-540b-4598-844f-f61883cfc4ec triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:59:52.587711 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:52.633721 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b2406-2e3b-4647-b71b-08595bd92701 req-c4f3a647-8952-471c-be94-7279975d182b tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:52.639076 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ad3b2406-2e3b-4647-b71b-08595bd92701 req-c4f3a647-8952-471c-be94-7279975d182b tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 944 time: 0.0670791 Apr 11 16:59:52.661766 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-45dbf9fb-a27e-49a2-8126-8a11257c1a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:52.663396 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-45dbf9fb-a27e-49a2-8126-8a11257c1a9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.0992532 Apr 11 16:59:52.678103 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 0faeebbe-540b-4598-844f-f61883cfc4ec is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:59:52.678505 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:52.688029 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ad3b2406-2e3b-4647-b71b-08595bd92701 req-3127b774-876a-45ae-b9f3-4ae18ebd2e0b tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444636 Apr 11 16:59:52.709616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faeebbe-540b-4598-844f-f61883cfc4ec'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:59:52.709616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b20d5530-0ffc-4162-b9c6-954dd48db2df" -d '{"events": [{"server_uuid": "a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "0faeebbe-540b-4598-844f-f61883cfc4ec"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:59:52.720283 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 0faeebbe-540b-4598-844f-f61883cfc4ec, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0faeebbe-540b-4598-844f-f61883cfc4ec,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:59:52.724093 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:52.733118 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-38bd37bd-9e6e-44cc-b219-04a61a1d69af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517 HTTP/1.1" status: 200 len: 1000 time: 0.0616939 Apr 11 16:59:52.751150 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac7f0c6-e6f0-437e-8e8b-cdf3416602dd x-openstack-request-id: req-9ac7f0c6-e6f0-437e-8e8b-cdf3416602dd {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:59:52.751440 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2", "name": "network-vif-plugged", "status": "completed", "tag": "0faeebbe-540b-4598-844f-f61883cfc4ec", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:59:52.751690 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9ac7f0c6-e6f0-437e-8e8b-cdf3416602dd {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:59:52.752079 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ac7f0c6-e6f0-437e-8e8b-cdf3416602dd'] response: {'server_uuid': 'a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0faeebbe-540b-4598-844f-f61883cfc4ec', 'code': 200} Apr 11 16:59:52.775132 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=0faeebbe-540b-4598-844f-f61883cfc4ec,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:59:52.784395 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-2685a89c-4800-45c2-856e-f4db889a968d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:52.785893 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-2685a89c-4800-45c2-856e-f4db889a968d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0469584 Apr 11 16:59:52.838373 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-1d8ca97f-0f6c-4fb8-a742-604a2b6a3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:52.839939 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-1d8ca97f-0f6c-4fb8-a742-604a2b6a3bdd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430856 Apr 11 16:59:53.191495 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b65382e-0d7e-41b8-addf-353c2239b265 req-9905251e-cb5c-4873-a01c-c41dc50057e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:53.192868 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8b65382e-0d7e-41b8-addf-353c2239b265 req-9905251e-cb5c-4873-a01c-c41dc50057e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 1129 time: 0.0762300 Apr 11 16:59:53.225217 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-a8a2aaf8-83d2-45d4-abe6-eccdfd16dad0 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748097 Apr 11 16:59:53.271349 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8b65382e-0d7e-41b8-addf-353c2239b265 req-ee623bad-92ff-43e9-bd17-1febd0f9495f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710509 Apr 11 16:59:53.326924 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f1033a02-f6da-4fe0-929d-45f489c3a766 req-af173be5-d3f7-49ad-95ea-b15dd9e0bd74 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922379 Apr 11 16:59:53.800212 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3513e5-d952-412d-9fe7-f530d1440c1d req-dae6dfc7-fef5-4580-86b0-607c3854b7b3 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:53.801728 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1b3513e5-d952-412d-9fe7-f530d1440c1d req-dae6dfc7-fef5-4580-86b0-607c3854b7b3 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0470014 Apr 11 16:59:53.849466 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1b3513e5-d952-412d-9fe7-f530d1440c1d req-a173e25f-21ee-45f7-8d4e-0ff32d3e2b57 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418808 Apr 11 16:59:54.971256 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29befe-58ba-4486-886b-68f2e03279ad req-2394f4fb-8c97-4094-8256-244f9c06cef3 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:54.972719 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fb29befe-58ba-4486-886b-68f2e03279ad req-2394f4fb-8c97-4094-8256-244f9c06cef3 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0508573 Apr 11 16:59:55.022539 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fb29befe-58ba-4486-886b-68f2e03279ad req-6bac65b3-2e24-4580-ab1d-f2dc371d3b9d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442662 Apr 11 16:59:57.332597 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-bf184c8b-bd08-4e02-9b41-6e1a911e4c99 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1131945587&fields=id&tenant_id=5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 267 time: 0.0459471 Apr 11 16:59:57.438605 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-3d6219f4-3bd3-4426-b63f-6303ab99ee8f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:57.440070 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-3d6219f4-3bd3-4426-b63f-6303ab99ee8f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 810 time: 0.1006322 Apr 11 16:59:57.453868 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-2fdfbe73-e62b-42e0-82a1-cfc9aa538198 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/quotas/5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 375 time: 0.0085323 Apr 11 16:59:57.505043 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-425ef932-9afe-4c83-a0b8-e7c41a956339 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458708 Apr 11 16:59:57.599813 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-1a898036-da2e-4aaa-9c11-09b1df239984 service neutron] 10.222.0.73 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830903 Apr 11 16:59:57.691114 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-28022c58-be56-4326-a463-84a8a2359911 service neutron] 10.222.0.73 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847442 Apr 11 16:59:57.969050 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c79d461c-e79f-4d40-9761-9ef567dbacf6 req-94c2d91c-dfb8-423b-a87e-bb2fd0f82d8e tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 210 time: 0.0272355 Apr 11 16:59:59.073532 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-fc3fb1b9-4075-4f8b-9a76-96e60eabb6d0 req-1c77dc3d-2e58-4499-8dbf-60a250b6ef09 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 210 time: 0.0289278 Apr 11 16:59:59.687793 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-fab64d4b-8b1f-4fd2-876e-d890af359e36 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:59:59.689981 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-fab64d4b-8b1f-4fd2-876e-d890af359e36 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 810 time: 0.1320021 Apr 11 16:59:59.802726 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-81236958-ec10-4d9b-868a-b81ee9b3c424 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e8e5da108f24ed3b3955c8a12bdf580 HTTP/1.1" status: 200 len: 380 time: 0.0692003 Apr 11 16:59:59.818826 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'port': {'device_id': '7133b389-d33b-484d-b1c6-89e6851795aa', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'admin_state_up': True, 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'security_groups': ['51be5618-7b50-4631-9b0a-a1ae6ec3407f']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:59:59.931122 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Made reservation on behalf of 5e8e5da108f24ed3b3955c8a12bdf580 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:59:59.934534 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.061261 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Allocated IP 172.20.0.3 (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205/8d894bda-ddde-4f3f-9c8d-40234237cc0e/6f30dd78-0998-48f4-a8b6-eb5fb26376d0) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:00:00.175630 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8c8e3d6e-aeeb-4017-860b-1a550fd7276a req-1135e7b1-287d-4921-8ff0-d5c3fe1cd35a tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 210 time: 0.0268891 Apr 11 17:00:00.211147 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.246326 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.289152 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:00:00.292140 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:00:00.295861 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:00:00.326427 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:00.344531 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.344890 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.345238 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.345586 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.345988 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.346342 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.346717 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.347053 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.347387 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.347724 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.348049 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.348393 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.348720 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.349047 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.349371 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:00.371700 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:00.372723 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.393004 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-6ddd3802-7b84-43a0-93eb-768ba1c1dadf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5786114 Apr 11 17:00:00.412536 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Request body: {'port': {'device_id': '7133b389-d33b-484d-b1c6-89e6851795aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:00.482469 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.527093 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-38b643ca-5335-4c41-bff0-458d102402b3 None None] Provisioning complete for port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:00:00.527683 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-38b643ca-5335-4c41-bff0-458d102402b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.563162 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-38b643ca-5335-4c41-bff0-458d102402b3 None None] Port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:00:00.751672 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:00:00.759219 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Publish callbacks [] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.770978 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Transition to ACTIVE for port object 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:00:00.774922 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.824927 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Pushing event updated for resources: {'Port': ['ID=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:00.899372 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Attempting to bind port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:00:00.899714 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Attempting to bind port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:00:00.900049 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Attempting to bind port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:00:00.905322 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:00:00.905649 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Attempting to bind port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 on network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:00:00.913517 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:00:00.913805 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Checking segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:00:00.914212 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Bound using segment: {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:00:00.914683 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Bound port: 6f30dd78-0998-48f4-a8b6-eb5fb26376d0, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59050024-26cc-4c56-9abe-338cef833a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1157, 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:00:00.915056 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.990326 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] For port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:00:00.993968 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] For port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:00:01.000368 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:01.039444 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:01.040080 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:01.042029 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] 10.222.0.15 "PUT /v2.0/ports/6f30dd78-0998-48f4-a8b6-eb5fb26376d0 HTTP/1.1" status: 200 len: 1093 time: 0.6347024 Apr 11 17:00:01.042472 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:01.044748 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0051f1-32e0-422f-a173-bbfe5788eac9" -d '{"events": [{"name": "network-changed", "server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:01.068441 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220c69c-33b5-4b41-980e-58c576815c7c service neutron] Pushing event updated for resources: {'Port': ['ID=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:01.086135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b3e5e5-9d96-4d94-951b-abab6d1bcbd0 x-openstack-request-id: req-72b3e5e5-9d96-4d94-951b-abab6d1bcbd0 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:01.086435 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:01.086718 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-72b3e5e5-9d96-4d94-951b-abab6d1bcbd0 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:01.087134 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b3e5e5-9d96-4d94-951b-abab6d1bcbd0'] response: {'name': 'network-changed', 'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'status': 'completed', 'code': 200} Apr 11 17:00:01.150223 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-ee8a0684-4f5d-4634-9a4a-bcaad66525d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:01.152404 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-ee8a0684-4f5d-4634-9a4a-bcaad66525d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 1127 time: 0.0427847 Apr 11 17:00:01.208771 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-c5b245ad-559e-4438-aed1-f9cbae87464f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0 HTTP/1.1" status: 200 len: 217 time: 0.0401523 Apr 11 17:00:01.262792 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-8aa8ef8f-13e9-4622-ab80-b7cd7e0765fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:01.263039 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-8aa8ef8f-13e9-4622-ab80-b7cd7e0765fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0470552 Apr 11 17:00:01.308266 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fe7063-7c75-436f-b8cf-7214c76a6bd4 req-264ada5c-8430-4852-a4d7-b9eec3f4a3b5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:01.309787 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-41fe7063-7c75-436f-b8cf-7214c76a6bd4 req-264ada5c-8430-4852-a4d7-b9eec3f4a3b5 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 943 time: 0.0599585 Apr 11 17:00:01.313558 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-e459a3b2-5062-42e6-83ce-7b63fb6efd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:01.315376 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-e459a3b2-5062-42e6-83ce-7b63fb6efd19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464785 Apr 11 17:00:01.362882 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-41fe7063-7c75-436f-b8cf-7214c76a6bd4 req-1fd71bb9-2259-4d74-9ede-7099393b735f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463197 Apr 11 17:00:01.422372 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-2b550a05-6226-4217-b566-b896eee4ccb3 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986009 Apr 11 17:00:01.515371 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1003d7de-bb7c-43c4-879f-9bad81a358f1 req-0a28a78a-d214-4065-8085-405d51da9b59 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856206 Apr 11 17:00:01.913757 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-51c6fcec-b9dd-4d23-b6e3-6f0759cba069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:01.915454 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-51c6fcec-b9dd-4d23-b6e3-6f0759cba069 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 1127 time: 0.0417173 Apr 11 17:00:02.012038 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-12c006ed-378d-4d2c-8b8d-27c2a27c6236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:02.013531 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-12c006ed-378d-4d2c-8b8d-27c2a27c6236 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.0920219 Apr 11 17:00:02.058673 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-244b42d1-ee13-48af-9aef-0833ad675792 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0 HTTP/1.1" status: 200 len: 217 time: 0.0352731 Apr 11 17:00:02.122297 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-4ea568e9-743b-4fc9-a5b0-77641896f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:02.124182 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-4ea568e9-743b-4fc9-a5b0-77641896f6c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0565569 Apr 11 17:00:02.210025 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba7226-8ed9-455d-b983-9bd67d5b1a7d req-16bf3840-8c38-4c3b-80a5-fc99427c7f82 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:02.211419 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cbba7226-8ed9-455d-b983-9bd67d5b1a7d req-16bf3840-8c38-4c3b-80a5-fc99427c7f82 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 946 time: 0.0467365 Apr 11 17:00:02.258023 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cbba7226-8ed9-455d-b983-9bd67d5b1a7d req-42e80909-6cf2-4793-8bff-2320eb4aa069 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404325 Apr 11 17:00:02.476976 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9b9e9-687d-4e2b-84bc-58ed04c2f163 req-7cd6fa22-2bb6-4288-b5ad-ecf78d2adf51 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:02.478336 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5ed9b9e9-687d-4e2b-84bc-58ed04c2f163 req-7cd6fa22-2bb6-4288-b5ad-ecf78d2adf51 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 943 time: 0.0460353 Apr 11 17:00:02.530473 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5ed9b9e9-687d-4e2b-84bc-58ed04c2f163 req-6e95b4cc-3a2a-41b5-b076-1aa225c11cdb tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458825 Apr 11 17:00:03.368512 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc887cd-75b1-42f6-8bcf-baa1f4887e03 req-af2a98d3-60cd-4b96-bd7c-b015b3e726f1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:03.370065 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5dc887cd-75b1-42f6-8bcf-baa1f4887e03 req-af2a98d3-60cd-4b96-bd7c-b015b3e726f1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 946 time: 0.0454173 Apr 11 17:00:03.417444 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5dc887cd-75b1-42f6-8bcf-baa1f4887e03 req-316d71ff-684b-47ee-8ed8-9b425d440c51 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410130 Apr 11 17:00:03.604310 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-5c169175-6aa4-4ea8-8096-943eeee85171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:03.605838 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-5c169175-6aa4-4ea8-8096-943eeee85171 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424900 Apr 11 17:00:03.643414 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3416d65-e102-496c-b524-19b46e8b93ca req-1c841901-0b1c-4afc-8513-e9c011f8712e tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:03.644942 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c3416d65-e102-496c-b524-19b46e8b93ca req-1c841901-0b1c-4afc-8513-e9c011f8712e tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 943 time: 0.0461378 Apr 11 17:00:03.692677 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-c3416d65-e102-496c-b524-19b46e8b93ca req-9387e48c-c04c-42d0-a20f-3ff85f6dd888 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421453 Apr 11 17:00:03.700674 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-48341ded-216a-448d-b1c1-1c30b938c932 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878904 Apr 11 17:00:03.817226 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-4d0051f1-32e0-422f-a173-bbfe5788eac9 req-6cf14532-d528-4737-b5b6-baee4b00d83a service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878625 Apr 11 17:00:04.186662 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-b0743fde-820f-40fb-87cb-e5295270700e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:04.188086 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-b0743fde-820f-40fb-87cb-e5295270700e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 946 time: 0.0457618 Apr 11 17:00:04.277012 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Deleting port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:00:04.277358 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:04.364776 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] For port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:04.365152 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:04.544034 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:04.544416 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (60a4d2b7-50c1-4a28-8686-ffc69d31db9c), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:04.544647 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e837cf6-f65e-4f21-9c24-308099f63f86 req-0850c8c4-a0c6-49ba-ba08-2c36a891c0bd tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:04.544776 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Floating IP 60a4d2b7-50c1-4a28-8686-ffc69d31db9c disassociated. External IP: 172.27.1.103, port: 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328. Apr 11 17:00:04.545087 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Calling delete_port for 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:00:04.546140 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1e837cf6-f65e-4f21-9c24-308099f63f86 req-0850c8c4-a0c6-49ba-ba08-2c36a891c0bd tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=1d75b5c7-8277-49e7-9fb0-00a59638846c HTTP/1.1" status: 200 len: 946 time: 0.0554614 Apr 11 17:00:04.596111 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1e837cf6-f65e-4f21-9c24-308099f63f86 req-1626f22d-1fe9-4de1-b639-97d1982151c1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442922 Apr 11 17:00:04.676072 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (36c4ef63-5b1f-4421-a4f9-cf9cd87bf328), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:04.704882 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'Port': ['ID=36c4ef63-5b1f-4421-a4f9-cf9cd87bf328,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:04.814742 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeeeade-a7a8-4e9f-b6fc-938975d9b5a0 req-dd2efc0a-ee09-4d69-9dc3-468dc48b5098 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:04.816230 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-eaeeeade-a7a8-4e9f-b6fc-938975d9b5a0 req-dd2efc0a-ee09-4d69-9dc3-468dc48b5098 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 943 time: 0.0486495 Apr 11 17:00:04.827773 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:00:04.865979 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-eaeeeade-a7a8-4e9f-b6fc-938975d9b5a0 req-50ccc96a-c3a8-4451-bbbb-a789e1eb0b27 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440428 Apr 11 17:00:04.944032 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:00:04.954295 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:00:04.965750 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:04.966418 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:59:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:04.987318 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] No DVR routers for this DVR port 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:00:04.989921 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:04.993187 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6b23c122-4b22-451d-add6-91ef10fe5e91 req-d5490649-6f4a-4431-8790-2eed51ce2da5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "DELETE /v2.0/ports/36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 HTTP/1.1" status: 204 len: 173 time: 0.7994940 Apr 11 17:00:04.993623 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'name': 'network-vif-deleted', 'tag': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:04.996440 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8b08b3-3954-4f28-9938-70abc38e422a" -d '{"events": [{"server_uuid": "1d75b5c7-8277-49e7-9fb0-00a59638846c", "name": "network-vif-deleted", "tag": "36c4ef63-5b1f-4421-a4f9-cf9cd87bf328"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:05.031103 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2491dd-1b83-46bc-9a68-6dea4bdf34eb x-openstack-request-id: req-1c2491dd-1b83-46bc-9a68-6dea4bdf34eb {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:05.031404 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d75b5c7-8277-49e7-9fb0-00a59638846c", "name": "network-vif-deleted", "tag": "36c4ef63-5b1f-4421-a4f9-cf9cd87bf328", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:05.031661 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1c2491dd-1b83-46bc-9a68-6dea4bdf34eb {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:05.032102 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c2491dd-1b83-46bc-9a68-6dea4bdf34eb'] response: {'server_uuid': '1d75b5c7-8277-49e7-9fb0-00a59638846c', 'name': 'network-vif-deleted', 'tag': '36c4ef63-5b1f-4421-a4f9-cf9cd87bf328', 'status': 'completed', 'code': 200} Apr 11 17:00:05.087711 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:05.290041 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:05.319186 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:00:05.327845 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:05.328437 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T16:59:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:05.434230 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:05.633816 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:05.661095 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-865ee8fa-295a-4410-b0b8-87d22b3f20bd None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:00:05.688404 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44046) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:05.743781 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:05.774540 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:05.890121 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6877c556-789d-447d-9f1f-acd20e2fcced None None] New status for floating IP 60a4d2b7-50c1-4a28-8686-ffc69d31db9c: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:00:06.093173 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb331e2-169d-4320-8ec1-35c27eaeb52d req-7d1516f0-b9cd-4928-b124-f2ab3044ec38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:06.094680 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-eeb331e2-169d-4320-8ec1-35c27eaeb52d req-7d1516f0-b9cd-4928-b124-f2ab3044ec38 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 943 time: 0.0640104 Apr 11 17:00:06.123921 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.126357 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.127489 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "DELETE /v2.0/security-groups/6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3 HTTP/1.1" status: 204 len: 168 time: 0.4378440 Apr 11 17:00:06.130193 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44052) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:06.145571 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.api.v2.resource [None req-21191dbf-d4fc-47cf-b08a-66956bd965ec tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] show failed (client error): The resource could not be found. Apr 11 17:00:06.146631 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-21191dbf-d4fc-47cf-b08a-66956bd965ec tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups/6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3 HTTP/1.1" status: 404 len: 347 time: 0.0151231 Apr 11 17:00:06.149415 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44054) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:06.152966 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8ef2ed-ad1b-4e79-9ad0-9bd76965bbd3,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:06.167123 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-eeb331e2-169d-4320-8ec1-35c27eaeb52d req-d24c781b-bf55-41c9-8336-4cad53a9f74b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662222 Apr 11 17:00:06.172495 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.172860 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.173217 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.173567 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.173916 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.174262 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.174628 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.174999 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.175341 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.175676 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.176013 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.176350 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.176789 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.177032 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.177330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506151a0-507c-47ef-8b4c-6082a525bc78 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:06.268063 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Deleting port 7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:00:06.268417 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.345952 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.346208 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.358481 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Calling delete_port for 7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:00:06.486688 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.515956 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'Port': ['ID=7dbffa7b-a6e7-47b2-ba4e-a33ef5b17e32,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:06.566791 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:00:06.575110 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (60a4d2b7-50c1-4a28-8686-ffc69d31db9c), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.577674 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.580362 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-da26fda9-4cd0-4820-a898-595c10ecddd5 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "DELETE /v2.0/floatingips/60a4d2b7-50c1-4a28-8686-ffc69d31db9c HTTP/1.1" status: 204 len: 168 time: 0.4285595 Apr 11 17:00:06.586372 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:00:06.586765 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 36c4ef63-5b1f-4421-a4f9-cf9cd87bf328 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:00:06.995462 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44068) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:07.000196 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-3cae9c41-6227-4222-b2de-69f726524a70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805320158', 'description': 'tempest-description--848464404'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:07.021311 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cae9c41-6227-4222-b2de-69f726524a70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.088737 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cae9c41-6227-4222-b2de-69f726524a70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (a8e7f0df-8b48-409a-ac37-b652802b4489), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.092816 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cae9c41-6227-4222-b2de-69f726524a70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (a8e7f0df-8b48-409a-ac37-b652802b4489), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.120477 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3cae9c41-6227-4222-b2de-69f726524a70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.121676 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3cae9c41-6227-4222-b2de-69f726524a70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1251974 Apr 11 17:00:07.123446 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae9c41-6227-4222-b2de-69f726524a70 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8e7f0df-8b48-409a-ac37-b652802b4489,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:07.124700 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44074) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:07.129307 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-2384d6ea-a0a7-41c7-9b10-cc3bdd2ce71d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group_rule': {'security_group_id': 'a8e7f0df-8b48-409a-ac37-b652802b4489', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:07.154057 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2384d6ea-a0a7-41c7-9b10-cc3bdd2ce71d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (a2393733-c26a-4f2e-be7e-b678f9a75b9e), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.206957 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2384d6ea-a0a7-41c7-9b10-cc3bdd2ce71d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (a2393733-c26a-4f2e-be7e-b678f9a75b9e), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.210677 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2384d6ea-a0a7-41c7-9b10-cc3bdd2ce71d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (a2393733-c26a-4f2e-be7e-b678f9a75b9e), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.231198 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384d6ea-a0a7-41c7-9b10-cc3bdd2ce71d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2393733-c26a-4f2e-be7e-b678f9a75b9e,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:07.238139 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-2384d6ea-a0a7-41c7-9b10-cc3bdd2ce71d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.241958 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-2384d6ea-a0a7-41c7-9b10-cc3bdd2ce71d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136513 Apr 11 17:00:07.242425 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44078) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:07.247005 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-ad5ba839-7bd4-42ad-8329-f7a2a913f2e8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'security_group_rule': {'security_group_id': 'a8e7f0df-8b48-409a-ac37-b652802b4489', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:07.272577 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba839-7bd4-42ad-8329-f7a2a913f2e8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (b994dc98-b3f2-4b4c-881f-e5a1faba7d91), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.287725 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afabb46-2ce6-496c-b869-3694082dee88 req-9ecee0d0-50f7-469e-8877-a087cd75e691 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:07.289209 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2afabb46-2ce6-496c-b869-3694082dee88 req-9ecee0d0-50f7-469e-8877-a087cd75e691 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 943 time: 0.0488703 Apr 11 17:00:07.331588 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba839-7bd4-42ad-8329-f7a2a913f2e8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (b994dc98-b3f2-4b4c-881f-e5a1faba7d91), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.335341 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba839-7bd4-42ad-8329-f7a2a913f2e8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (b994dc98-b3f2-4b4c-881f-e5a1faba7d91), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.338085 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2afabb46-2ce6-496c-b869-3694082dee88 req-90b92b36-624b-4681-b984-80f7d87c6dfa tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431192 Apr 11 17:00:07.353426 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ba839-7bd4-42ad-8329-f7a2a913f2e8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b994dc98-b3f2-4b4c-881f-e5a1faba7d91,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:07.361839 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ad5ba839-7bd4-42ad-8329-f7a2a913f2e8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.363052 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ad5ba839-7bd4-42ad-8329-f7a2a913f2e8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195440 Apr 11 17:00:07.365975 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44080) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:07.370258 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:07.389967 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.465320 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.567785 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Allocated IP 172.27.1.229 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:00:07.666492 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.699445 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.738466 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:00:07.741048 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:00:07.744896 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:00:07.770388 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:07.834966 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (0fe576a7-8e0a-42fa-ae4f-8817fdad64ed), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:07.870105 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:08.018144 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:08.023080 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:08.332957 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:08.345068 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (0fe576a7-8e0a-42fa-ae4f-8817fdad64ed), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:08.359989 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:08.365775 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4e3e9f36-e8ef-4398-8765-d9ca30bc9042 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9943094 Apr 11 17:00:08.452084 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b748e92-9541-45ad-87f9-78bcf9968ba3 req-8e2b1bd4-1ebb-4aeb-a272-392a7003c926 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:08.453590 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5b748e92-9541-45ad-87f9-78bcf9968ba3 req-8e2b1bd4-1ebb-4aeb-a272-392a7003c926 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 943 time: 0.0457978 Apr 11 17:00:08.503529 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5b748e92-9541-45ad-87f9-78bcf9968ba3 req-550109e8-5889-4ba7-a4dd-4519c8777dab tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435474 Apr 11 17:00:08.552525 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-2a629e22-171b-4dde-b137-8d303ea9f64e tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-securitygroup--1805320158&fields=id&tenant_id=560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 267 time: 0.0438013 Apr 11 17:00:08.576190 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:00:08.655979 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884fcfb-f50a-4891-beed-3c929671098d req-a805f364-10f3-47a8-8e67-323ed199b86a tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:08.657465 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-a805f364-10f3-47a8-8e67-323ed199b86a tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 814 time: 0.0986009 Apr 11 17:00:08.672489 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-0cfb6f0e-cf1d-4ff5-9b49-548e3c7656b1 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/quotas/560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 375 time: 0.0094068 Apr 11 17:00:08.675726 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:08.687541 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'port_id': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'mac_address': 'fa:16:3e:3e:90:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:00:08.720412 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-ccab0b41-c882-4f27-93ed-2574f32c0196 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429349 Apr 11 17:00:08.723748 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:00:08.724140 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:08.737296 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:00:08.757709 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:08.761025 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:08.810839 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:08.817819 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.818182 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.818541 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.818923 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.819291 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.819500 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-d6232611-8a4d-4ec3-bf8d-9d0e3fb7d9f9 service neutron] 10.222.0.73 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873423 Apr 11 17:00:08.819698 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.819979 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.820323 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.820659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.820997 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.821335 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.821675 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.822009 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.822341 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.822731 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:00:08.908415 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-845c174b-f015-49ff-afa5-c77d8208ce17 service neutron] 10.222.0.73 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830569 Apr 11 17:00:09.061476 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-76d0241e-e46d-4003-93f6-40f9b887795c req-cf09eb60-8da6-41ac-bcdb-c0cda72075dc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 210 time: 0.0277972 Apr 11 17:00:09.138996 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['6f30dd78-0998-48f4-a8b6-eb5fb26376d0'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:00:09.616241 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1caca-7d53-44a3-a509-601d4be3aa9f req-d29ec148-a879-445e-9e2f-c50fae835ca9 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:09.617722 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-57a1caca-7d53-44a3-a509-601d4be3aa9f req-d29ec148-a879-445e-9e2f-c50fae835ca9 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 944 time: 0.0479143 Apr 11 17:00:09.667859 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-57a1caca-7d53-44a3-a509-601d4be3aa9f req-5dcf3b7c-f8f0-4a6e-ad8f-edcee0bc35ee tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Apr 11 17:00:10.160441 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-32dc932c-3ac6-4cca-8c0d-e53c448b4a9c req-38941418-3354-4c8b-98fa-8f3444697911 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 210 time: 0.0288298 Apr 11 17:00:10.275765 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884fcfb-f50a-4891-beed-3c929671098d req-7a144dca-276c-4b71-8305-51aee26c5cc7 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:10.276737 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-7a144dca-276c-4b71-8305-51aee26c5cc7 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 814 time: 0.1316001 Apr 11 17:00:10.354631 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-d5c98b38-e83f-44d0-b70b-9cc1d146b98a tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=560e37bd1eae45cea00a7d544ad73cf0 HTTP/1.1" status: 200 len: 380 time: 0.0544863 Apr 11 17:00:10.448172 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'port': {'device_id': '833b98c4-cee7-4561-88f7-e74654f75d65', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'admin_state_up': True, 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'security_groups': ['a8e7f0df-8b48-409a-ac37-b652802b4489']}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:10.551355 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Made reservation on behalf of 560e37bd1eae45cea00a7d544ad73cf0 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:00:10.554638 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:10.577857 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:00:10.623144 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:00:10.628975 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:00:10.629358 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:10.680266 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Allocated IP 172.20.0.12 (35f80eca-6d32-4eb8-b48f-bff356f2952c/4ff6262d-27ce-4763-a1ed-534e3fa30e66/714f03bb-4c2f-4abf-92f4-b73bea551733) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:00:10.706006 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:00:10.706407 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:10.735078 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:10.737914 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ae06a6-0009-4d67-835c-aa53285c49ef" -d '{"events": [{"server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "name": "network-vif-plugged", "status": "completed", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:10.762535 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:10.769263 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:10.793885 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5e5e3c-5e2f-45f3-8b5d-c31e4b360721 x-openstack-request-id: req-bb5e5e3c-5e2f-45f3-8b5d-c31e4b360721 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:10.794278 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "name": "network-vif-plugged", "status": "completed", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:10.794653 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bb5e5e3c-5e2f-45f3-8b5d-c31e4b360721 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:10.794893 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9204040-ccdf-4dfe-841a-b982227cd7ac req-1f80a2b4-0b94-4d29-ad58-fd6ee4191096 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:10.795388 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb5e5e3c-5e2f-45f3-8b5d-c31e4b360721'] response: {'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'code': 200} Apr 11 17:00:10.796440 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e9204040-ccdf-4dfe-841a-b982227cd7ac req-1f80a2b4-0b94-4d29-ad58-fd6ee4191096 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 944 time: 0.0582428 Apr 11 17:00:10.822117 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:10.845351 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:10.851455 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e9204040-ccdf-4dfe-841a-b982227cd7ac req-f26b53c0-f603-4307-9587-1237ef5e3ea0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490685 Apr 11 17:00:10.883240 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:10.924992 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:00:10.927889 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:00:10.930257 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:00:10.967136 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event updated for resources: {'Port': ['ID=714f03bb-4c2f-4abf-92f4-b73bea551733,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:10.991200 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:10.991867 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:11.008864 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-b795348a-1e98-4ca1-8426-ace83d01214f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5643685 Apr 11 17:00:11.057503 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Request body: {'port': {'device_id': '833b98c4-cee7-4561-88f7-e74654f75d65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:11.114010 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c2c10-c96e-42ad-91dc-f532fab847da req-933f3231-4221-45a7-a1f7-d568a6e99e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:11.115548 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a45c2c10-c96e-42ad-91dc-f532fab847da req-933f3231-4221-45a7-a1f7-d568a6e99e21 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 1129 time: 0.0702157 Apr 11 17:00:11.159488 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:11.216047 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-522cdf51-0dd3-42bc-b3dd-34867bdcfd71 None None] Provisioning complete for port 714f03bb-4c2f-4abf-92f4-b73bea551733 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:00:11.216436 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-522cdf51-0dd3-42bc-b3dd-34867bdcfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:11.222659 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a45c2c10-c96e-42ad-91dc-f532fab847da req-35aee04f-4308-40c4-b8c9-79c7e631aa21 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859051 Apr 11 17:00:11.274415 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-522cdf51-0dd3-42bc-b3dd-34867bdcfd71 None None] Port 714f03bb-4c2f-4abf-92f4-b73bea551733 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:00:11.316202 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa201c-b598-4df9-bfb6-1d78b7208cdc req-7099d04d-174c-4c8a-a282-66d298d25c1c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:11.317693 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7dfa201c-b598-4df9-bfb6-1d78b7208cdc req-7099d04d-174c-4c8a-a282-66d298d25c1c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 932 time: 0.0484412 Apr 11 17:00:11.364758 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7dfa201c-b598-4df9-bfb6-1d78b7208cdc req-1f1edeea-c838-48d6-a827-6a3edf20f304 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406229 Apr 11 17:00:11.447273 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 714f03bb-4c2f-4abf-92f4-b73bea551733 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:00:11.455170 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Publish callbacks [] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:11.467218 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Transition to ACTIVE for port object 714f03bb-4c2f-4abf-92f4-b73bea551733 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:00:11.470542 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:11.527664 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Pushing event updated for resources: {'Port': ['ID=714f03bb-4c2f-4abf-92f4-b73bea551733,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:11.596596 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Attempting to bind port 714f03bb-4c2f-4abf-92f4-b73bea551733 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:00:11.596937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Attempting to bind port 714f03bb-4c2f-4abf-92f4-b73bea551733 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:00:11.597278 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Attempting to bind port 714f03bb-4c2f-4abf-92f4-b73bea551733 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:00:11.601789 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Port 714f03bb-4c2f-4abf-92f4-b73bea551733 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:00:11.602119 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Attempting to bind port 714f03bb-4c2f-4abf-92f4-b73bea551733 on network 35f80eca-6d32-4eb8-b48f-bff356f2952c {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:00:11.607849 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 59, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:00:11.608310 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Checking segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:00:11.608717 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Bound using segment: {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:00:11.609159 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Bound port: 714f03bb-4c2f-4abf-92f4-b73bea551733, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72da8d5c-468f-492d-87dd-f7cbb3937a3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1186, 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:00:11.609530 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:11.674828 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] For port 714f03bb-4c2f-4abf-92f4-b73bea551733, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:00:11.677820 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] For port 714f03bb-4c2f-4abf-92f4-b73bea551733, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=714f03bb-4c2f-4abf-92f4-b73bea551733,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:00:11.683676 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:11.721031 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:11.721665 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:11.723056 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] 10.222.0.15 "PUT /v2.0/ports/714f03bb-4c2f-4abf-92f4-b73bea551733 HTTP/1.1" status: 200 len: 1094 time: 0.6694934 Apr 11 17:00:11.723497 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833b98c4-cee7-4561-88f7-e74654f75d65', 'tag': '714f03bb-4c2f-4abf-92f4-b73bea551733'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:11.725752 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5137716b-e89b-44bb-9013-963f456faf00" -d '{"events": [{"name": "network-changed", "server_uuid": "833b98c4-cee7-4561-88f7-e74654f75d65", "tag": "714f03bb-4c2f-4abf-92f4-b73bea551733"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:11.750342 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ae7dd3-eb96-4a69-bf9f-d96bad2fe997 service neutron] Pushing event updated for resources: {'Port': ['ID=714f03bb-4c2f-4abf-92f4-b73bea551733,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:11.767265 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fdfdb1-3e77-4fbd-8040-0c8c9a24f1ec x-openstack-request-id: req-91fdfdb1-3e77-4fbd-8040-0c8c9a24f1ec {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:11.767612 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833b98c4-cee7-4561-88f7-e74654f75d65", "tag": "714f03bb-4c2f-4abf-92f4-b73bea551733", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:11.767886 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-91fdfdb1-3e77-4fbd-8040-0c8c9a24f1ec {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:11.768298 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fdfdb1-3e77-4fbd-8040-0c8c9a24f1ec'] response: {'name': 'network-changed', 'server_uuid': '833b98c4-cee7-4561-88f7-e74654f75d65', 'tag': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'status': 'completed', 'code': 200} Apr 11 17:00:11.959930 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fabd63-a773-41ba-b9f4-b34ba774b01a req-672fd955-07fa-4f96-a2e1-f9dc78333d69 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:11.961416 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-31fabd63-a773-41ba-b9f4-b34ba774b01a req-672fd955-07fa-4f96-a2e1-f9dc78333d69 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 945 time: 0.0465117 Apr 11 17:00:12.013661 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-31fabd63-a773-41ba-b9f4-b34ba774b01a req-f0b19b18-67dd-4f53-ba9a-4a45296881cc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 Apr 11 17:00:12.093499 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137716b-e89b-44bb-9013-963f456faf00 req-53ef2d4d-d012-45c2-bd96-df9f165e1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:12.095044 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5137716b-e89b-44bb-9013-963f456faf00 req-53ef2d4d-d012-45c2-bd96-df9f165e1fbf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 1128 time: 0.0394239 Apr 11 17:00:12.231945 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137716b-e89b-44bb-9013-963f456faf00 req-3d0bfd37-d9f8-4f56-97d8-08eefd266a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:12.233332 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5137716b-e89b-44bb-9013-963f456faf00 req-3d0bfd37-d9f8-4f56-97d8-08eefd266a68 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0988164 Apr 11 17:00:12.477378 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137716b-e89b-44bb-9013-963f456faf00 req-2478f13f-b7cd-4ec6-88ae-f143cc0e3557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:12.478952 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-5137716b-e89b-44bb-9013-963f456faf00 req-2478f13f-b7cd-4ec6-88ae-f143cc0e3557 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1065898 Apr 11 17:00:12.487100 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54580323-2dc9-44a8-8e8e-b1f60a41f3ae req-006c84e2-581d-4afe-a597-c42a61d6cea8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:12.488481 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-54580323-2dc9-44a8-8e8e-b1f60a41f3ae req-006c84e2-581d-4afe-a597-c42a61d6cea8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 944 time: 0.0474195 Apr 11 17:00:12.517670 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7fd25d4b-07f7-44fe-b382-4bdc451cd902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:12.536528 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-54580323-2dc9-44a8-8e8e-b1f60a41f3ae req-f1c494bf-0ad6-4b3c-99cc-220ea8bce2bc tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424678 Apr 11 17:00:13.045870 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884fcfb-f50a-4891-beed-3c929671098d req-ab02f6a4-3868-41f6-9b17-6055564372e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:13.047708 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-ab02f6a4-3868-41f6-9b17-6055564372e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 1128 time: 0.0416186 Apr 11 17:00:13.120263 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-d451182f-9f9a-4a7e-ae90-d08e5d0ae428 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714f03bb-4c2f-4abf-92f4-b73bea551733 HTTP/1.1" status: 200 len: 217 time: 0.0457876 Apr 11 17:00:13.137313 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a9d18-10cd-4777-9fc7-3e492233f5d0 req-31a7690a-498a-41be-9ef4-948e26b99c86 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:13.140045 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f62a9d18-10cd-4777-9fc7-3e492233f5d0 req-31a7690a-498a-41be-9ef4-948e26b99c86 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 945 time: 0.0555589 Apr 11 17:00:13.170560 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884fcfb-f50a-4891-beed-3c929671098d req-4fa13271-8422-498b-ba9a-4c884f7489f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:13.172140 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-4fa13271-8422-498b-ba9a-4c884f7489f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0468736 Apr 11 17:00:13.197088 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f62a9d18-10cd-4777-9fc7-3e492233f5d0 req-f8efd4f9-c503-425c-b6a4-07ec9d03acb8 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491405 Apr 11 17:00:13.223876 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0884fcfb-f50a-4891-beed-3c929671098d req-a82e7339-b00b-4f73-81b9-4668c7309b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:13.225474 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-a82e7339-b00b-4f73-81b9-4668c7309b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420978 Apr 11 17:00:13.316510 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f352-8f2f-46ef-86bb-377fb3210d34 req-4658e978-e5ac-481c-afbf-5c910f76924a tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:13.318003 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0157f352-8f2f-46ef-86bb-377fb3210d34 req-4658e978-e5ac-481c-afbf-5c910f76924a tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 945 time: 0.0502100 Apr 11 17:00:13.333250 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-1495a90f-cef7-4cb1-a91b-eae44a60d545 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937543 Apr 11 17:00:13.368814 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0157f352-8f2f-46ef-86bb-377fb3210d34 req-36051efc-6a44-46f7-b02f-3614f551a131 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451136 Apr 11 17:00:13.392721 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44150) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:13.429744 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0884fcfb-f50a-4891-beed-3c929671098d req-3499ca29-c233-4787-98f9-0ef745676393 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892544 Apr 11 17:00:13.432410 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055353f6-08a5-447d-9b48-294379648add tempest-TestVolumeBootPattern-11203778 tempest-TestVolumeBootPattern-11203778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:13.433911 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-055353f6-08a5-447d-9b48-294379648add tempest-TestVolumeBootPattern-11203778 tempest-TestVolumeBootPattern-11203778-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 1124 time: 0.0401676 Apr 11 17:00:13.436698 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44152) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:13.441073 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'port_id': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:13.463219 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:13.543406 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:13.683324 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Allocated IP 172.27.1.21 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/79d1e9e9-e867-42c5-97bb-0a6ebe549c35) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:00:13.691519 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec0a9e-236f-4846-9b22-c2f8eb45a8e6 req-f841e1c6-a74e-4707-855a-13db123072a7 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:13.693008 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-91ec0a9e-236f-4846-9b22-c2f8eb45a8e6 req-f841e1c6-a74e-4707-855a-13db123072a7 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 944 time: 0.0721848 Apr 11 17:00:13.792356 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-91ec0a9e-236f-4846-9b22-c2f8eb45a8e6 req-7f63a718-a40e-46d3-8e0b-0f01ac9e2f81 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906775 Apr 11 17:00:13.828101 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:13.860798 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:13.901081 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:00:13.904020 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:00:13.907377 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:00:13.934093 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=79d1e9e9-e867-42c5-97bb-0a6ebe549c35,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:14.291258 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (fc3ea5c3-7b99-4fbf-bb43-bc74845471c4), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.357883 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.500952 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for port (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.505230 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.568680 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event updated for resources: {'Port': ['ID=79d1e9e9-e867-42c5-97bb-0a6ebe549c35,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:14.580608 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (fc3ea5c3-7b99-4fbf-bb43-bc74845471c4), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.596172 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 714f03bb-4c2f-4abf-92f4-b73bea551733 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:00:14.680327 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Floating IP fc3ea5c3-7b99-4fbf-bb43-bc74845471c4 associated. External IP: 172.27.1.21, port: 6f30dd78-0998-48f4-a8b6-eb5fb26376d0. Apr 11 17:00:14.697394 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 714f03bb-4c2f-4abf-92f4-b73bea551733, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=714f03bb-4c2f-4abf-92f4-b73bea551733,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:14.708406 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'port_id': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'mac_address': 'fa:16:3e:85:4a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:00:14.748867 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 714f03bb-4c2f-4abf-92f4-b73bea551733 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:00:14.749176 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.761919 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 714f03bb-4c2f-4abf-92f4-b73bea551733 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:00:14.780631 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 714f03bb-4c2f-4abf-92f4-b73bea551733, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=714f03bb-4c2f-4abf-92f4-b73bea551733,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:14.785133 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.834241 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=714f03bb-4c2f-4abf-92f4-b73bea551733,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:14.854927 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d9817f30-5422-4a67-be88-ff9de4887e7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:14.923436 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70bc436-9f05-4e29-9c11-b75b780fb029 req-b2e4288c-f41a-4b10-b1bd-9ae45683c410 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:14.924885 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a70bc436-9f05-4e29-9c11-b75b780fb029 req-b2e4288c-f41a-4b10-b1bd-9ae45683c410 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 945 time: 0.0576062 Apr 11 17:00:14.935096 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:00:15.017008 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a70bc436-9f05-4e29-9c11-b75b780fb029 req-fdd26e5b-6fef-4df2-942e-f548f44486b7 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848227 Apr 11 17:00:15.085822 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:00:15.096760 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:00:15.104815 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:15.110139 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['714f03bb-4c2f-4abf-92f4-b73bea551733'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:00:15.112776 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:15.113674 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:00:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:15.143620 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-4416087b-5a7c-4807-8688-65d991a8cbf7 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7058318 Apr 11 17:00:15.144345 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:15.146673 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2522b43-b33f-407f-bf30-8ad64964cc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:15.192153 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa99456-8e2e-4bc0-8537-604e23dd9b0e x-openstack-request-id: req-4aa99456-8e2e-4bc0-8537-604e23dd9b0e {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:15.192662 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:15.193079 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-4aa99456-8e2e-4bc0-8537-604e23dd9b0e {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:15.193490 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aa99456-8e2e-4bc0-8537-604e23dd9b0e'] response: {'name': 'network-changed', 'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'status': 'completed', 'code': 200} Apr 11 17:00:15.235095 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:15.295902 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-9148ccec-00ad-4a92-abd5-ad4d3cd69ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:15.298643 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-9148ccec-00ad-4a92-abd5-ad4d3cd69ad3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 1129 time: 0.0564799 Apr 11 17:00:15.391415 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-286c728e-0a15-4c72-9c0f-1acc9eae419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:15.392524 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-286c728e-0a15-4c72-9c0f-1acc9eae419c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.0863018 Apr 11 17:00:15.459882 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 1, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}, {'id': 'fc3ea5c3-7b99-4fbf-bb43-bc74845471c4', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:3e:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133b389-d33b-484d-b1c6-89e6851795aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:14Z', 'updated_at': '2022-04-11T17:00:14Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:15.460232 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-305cb3db-846d-49dd-8304-6ccacdbcf531 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0 HTTP/1.1" status: 200 len: 998 time: 0.0607879 Apr 11 17:00:15.485810 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:00:15.493868 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:15.494536 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:00:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:15.508077 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-7faf0c50-3bae-4164-b1de-37889514248d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:15.509526 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-7faf0c50-3bae-4164-b1de-37889514248d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0422888 Apr 11 17:00:15.560851 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-84de47e2-8692-4cfa-9361-abd699e77002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:15.562296 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-84de47e2-8692-4cfa-9361-abd699e77002 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402334 Apr 11 17:00:15.655769 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-3c8970e6-0a94-4fe7-a7ef-b67343f0d1c8 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867581 Apr 11 17:00:15.690231 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:15.744243 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-f2522b43-b33f-407f-bf30-8ad64964cc9c req-6e34a1cf-4d1e-40a0-ac8a-ca75662268f3 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812888 Apr 11 17:00:15.898720 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 1, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}, {'id': 'fc3ea5c3-7b99-4fbf-bb43-bc74845471c4', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:3e:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133b389-d33b-484d-b1c6-89e6851795aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:14Z', 'updated_at': '2022-04-11T17:00:14Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:15.924563 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a2afc3-e34c-49b8-a18b-1c640e512205 None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 1, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}, {'id': 'fc3ea5c3-7b99-4fbf-bb43-bc74845471c4', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.21', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 661, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:3e:90:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7133b389-d33b-484d-b1c6-89e6851795aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:14Z', 'updated_at': '2022-04-11T17:00:14Z', 'revision_number': 0, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:00:15.948597 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.132048 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efc9a1-cb95-4a9e-9377-0616ef5c6aad req-0faa857b-e538-4fd8-a544-c2566b641472 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:16.133585 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a1efc9a1-cb95-4a9e-9377-0616ef5c6aad req-0faa857b-e538-4fd8-a544-c2566b641472 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 945 time: 0.0483048 Apr 11 17:00:16.139808 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbca19f-5cf5-4282-8fc9-d4ba920b8f28 None None] New status for floating IP fc3ea5c3-7b99-4fbf-bb43-bc74845471c4: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:00:16.183015 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a1efc9a1-cb95-4a9e-9377-0616ef5c6aad req-f3c63e63-4c9a-483c-b06e-6bbf4799d849 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402939 Apr 11 17:00:16.609516 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 714f03bb-4c2f-4abf-92f4-b73bea551733 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:00:16.654652 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port 714f03bb-4c2f-4abf-92f4-b73bea551733 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:00:16.661162 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port 714f03bb-4c2f-4abf-92f4-b73bea551733 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:00:16.661519 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.736643 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port 714f03bb-4c2f-4abf-92f4-b73bea551733 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:00:16.736946 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.759479 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833b98c4-cee7-4561-88f7-e74654f75d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714f03bb-4c2f-4abf-92f4-b73bea551733'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:16.762304 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2957dc7d-527d-4e91-b436-a10b935d864d" -d '{"events": [{"server_uuid": "833b98c4-cee7-4561-88f7-e74654f75d65", "name": "network-vif-plugged", "status": "completed", "tag": "714f03bb-4c2f-4abf-92f4-b73bea551733"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:16.774727 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port 714f03bb-4c2f-4abf-92f4-b73bea551733, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=714f03bb-4c2f-4abf-92f4-b73bea551733,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:16.778722 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:16.800628 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a772e34f-48ef-4fa1-b8a2-156a9bfa3f4d x-openstack-request-id: req-a772e34f-48ef-4fa1-b8a2-156a9bfa3f4d {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:16.800918 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833b98c4-cee7-4561-88f7-e74654f75d65", "name": "network-vif-plugged", "status": "completed", "tag": "714f03bb-4c2f-4abf-92f4-b73bea551733", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:16.801170 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a772e34f-48ef-4fa1-b8a2-156a9bfa3f4d {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:16.801562 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a772e34f-48ef-4fa1-b8a2-156a9bfa3f4d'] response: {'server_uuid': '833b98c4-cee7-4561-88f7-e74654f75d65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'code': 200} Apr 11 17:00:16.826940 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=714f03bb-4c2f-4abf-92f4-b73bea551733,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:17.010467 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6edceb-ada6-458a-9b66-654fba518a50 req-a9ab9837-03ed-4f47-80d3-7f964f805f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:17.012319 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a6edceb-ada6-458a-9b66-654fba518a50 req-a9ab9837-03ed-4f47-80d3-7f964f805f90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 1130 time: 0.0438805 Apr 11 17:00:17.054413 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-8a6edceb-ada6-458a-9b66-654fba518a50 req-141ed44b-9ba1-4df6-bdf9-eedf37c2590a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361991 Apr 11 17:00:17.293715 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a1ad53-2b6b-4562-a305-c16a27e98ecd req-514bf1be-19c9-4cd4-aa91-c13da9cba5e4 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:17.295112 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b2a1ad53-2b6b-4562-a305-c16a27e98ecd req-514bf1be-19c9-4cd4-aa91-c13da9cba5e4 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 946 time: 0.0467432 Apr 11 17:00:17.339263 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b2a1ad53-2b6b-4562-a305-c16a27e98ecd req-00e3d9c0-bde0-4797-af55-d9cca649e608 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387790 Apr 11 17:00:17.566332 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:18.453701 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2b81ab-72cf-4117-b1cb-424a543b9ca4 req-3ac9d9fb-c5ab-4d1f-83da-178302e7a427 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:18.455305 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f2b81ab-72cf-4117-b1cb-424a543b9ca4 req-3ac9d9fb-c5ab-4d1f-83da-178302e7a427 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 946 time: 0.0498474 Apr 11 17:00:18.500260 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6f2b81ab-72cf-4117-b1cb-424a543b9ca4 req-c77ee921-1cb7-4082-b46a-cacd6c2fe452 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395288 Apr 11 17:00:18.976295 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:19.609134 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f34a9d-b368-4b20-8bdc-6aaa116a69c0 req-48e8d04d-b300-4a3d-858d-bd8a45d9e794 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:19.610656 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a1f34a9d-b368-4b20-8bdc-6aaa116a69c0 req-48e8d04d-b300-4a3d-858d-bd8a45d9e794 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 946 time: 0.0455494 Apr 11 17:00:19.656531 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a1f34a9d-b368-4b20-8bdc-6aaa116a69c0 req-115eb67d-4932-4f6e-8321-a0f30e136403 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403595 Apr 11 17:00:19.763895 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177696-9c81-41bd-b799-aade155a9603 req-ca9f4009-7ca4-4a2d-8815-5812c829cabe tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:19.765242 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ae177696-9c81-41bd-b799-aade155a9603 req-ca9f4009-7ca4-4a2d-8815-5812c829cabe tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 946 time: 0.0487261 Apr 11 17:00:19.773404 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44186) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:00:19.777542 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Request body: {'floatingip': {'port_id': '714f03bb-4c2f-4abf-92f4-b73bea551733'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:19.815053 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (0fe576a7-8e0a-42fa-ae4f-8817fdad64ed), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.249432 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.253124 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (0fe576a7-8e0a-42fa-ae4f-8817fdad64ed), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.600557 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Floating IP 0fe576a7-8e0a-42fa-ae4f-8817fdad64ed associated. External IP: 172.27.1.229, port: 714f03bb-4c2f-4abf-92f4-b73bea551733. Apr 11 17:00:20.817760 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:00:20.926197 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:00:20.930969 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:20.935286 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:00:20.944846 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:20.945453 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:00:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:20.959593 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-669a3052-5782-4138-af36-825f75980db0 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "PUT /v2.0/floatingips/0fe576a7-8e0a-42fa-ae4f-8817fdad64ed HTTP/1.1" status: 200 len: 992 time: 1.1851718 Apr 11 17:00:20.960167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833b98c4-cee7-4561-88f7-e74654f75d65', 'tag': '714f03bb-4c2f-4abf-92f4-b73bea551733'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:20.962364 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc71f77-25c6-4f2d-b764-c56c89de558b" -d '{"events": [{"name": "network-changed", "server_uuid": "833b98c4-cee7-4561-88f7-e74654f75d65", "tag": "714f03bb-4c2f-4abf-92f4-b73bea551733"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:20.996506 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdadf94-d56c-458d-a0da-73dde2291994 x-openstack-request-id: req-7bdadf94-d56c-458d-a0da-73dde2291994 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:20.996793 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833b98c4-cee7-4561-88f7-e74654f75d65", "tag": "714f03bb-4c2f-4abf-92f4-b73bea551733", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:20.997050 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7bdadf94-d56c-458d-a0da-73dde2291994 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:20.997458 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdadf94-d56c-458d-a0da-73dde2291994'] response: {'name': 'network-changed', 'server_uuid': '833b98c4-cee7-4561-88f7-e74654f75d65', 'tag': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'status': 'completed', 'code': 200} Apr 11 17:00:21.055852 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:21.087608 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-b32f19e5-3bca-4ef0-b243-bc7ef76754af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:21.089127 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-b32f19e5-3bca-4ef0-b243-bc7ef76754af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 1130 time: 0.0388610 Apr 11 17:00:21.264514 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '0fe576a7-8e0a-42fa-ae4f-8817fdad64ed', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:85:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833b98c4-cee7-4561-88f7-e74654f75d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:07Z', 'updated_at': '2022-04-11T17:00:20Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:21.289617 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:00:21.297744 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:00:21.298373 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:00:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:21.402168 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:00:21.607370 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '0fe576a7-8e0a-42fa-ae4f-8817fdad64ed', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:85:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833b98c4-cee7-4561-88f7-e74654f75d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:07Z', 'updated_at': '2022-04-11T17:00:20Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:00:21.633157 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f348ed-4d22-41fe-91f4-dd6b96552ece None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '0fe576a7-8e0a-42fa-ae4f-8817fdad64ed', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'floating_ip_address': '172.27.1.229', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'port_id': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 658, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'mac_address': 'fa:16:3e:85:4a:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '833b98c4-cee7-4561-88f7-e74654f75d65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:00:07Z', 'updated_at': '2022-04-11T17:00:20Z', 'revision_number': 1, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:00:21.814996 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86d70cca-9f0e-4b5b-a145-acd18e1095ea None None] New status for floating IP 0fe576a7-8e0a-42fa-ae4f-8817fdad64ed: ACTIVE {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:00:22.155488 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-c598d856-f88c-4caf-aca3-c9b46fe90734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:22.156942 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-c598d856-f88c-4caf-aca3-c9b46fe90734 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 200 len: 916 time: 0.0889881 Apr 11 17:00:22.525955 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:22.919238 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-3883a935-3a47-413b-a15e-abeb4e6359ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=714f03bb-4c2f-4abf-92f4-b73bea551733 HTTP/1.1" status: 200 len: 1002 time: 0.0585296 Apr 11 17:00:23.905166 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-0af9be9a-cdcb-4cf8-aa57-b98c746263e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:23.906650 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-0af9be9a-cdcb-4cf8-aa57-b98c746263e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 200 len: 853 time: 0.0447178 Apr 11 17:00:23.955137 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-d3c941c5-7065-434c-a5d1-2ebaefa2a2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:23.956627 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-d3c941c5-7065-434c-a5d1-2ebaefa2a2f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35f80eca-6d32-4eb8-b48f-bff356f2952c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417180 Apr 11 17:00:24.052885 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-4b7c1721-2b34-4266-80f6-caa8fdc97b54 service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818968 Apr 11 17:00:24.151149 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-ffc71f77-25c6-4f2d-b764-c56c89de558b req-2894dcef-2e8b-472e-ba7c-2239292e46af service neutron] 10.222.0.15 "GET /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857818 Apr 11 17:00:27.914553 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:00:38.167603 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eff124-14a6-442e-8f99-99e6864b2121 req-eaa84bf6-d7d2-43d4-90da-3e7a4528c459 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:38.169043 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-08eff124-14a6-442e-8f99-99e6864b2121 req-eaa84bf6-d7d2-43d4-90da-3e7a4528c459 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0460804 Apr 11 17:00:38.214047 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-08eff124-14a6-442e-8f99-99e6864b2121 req-99b2ff96-4c85-4240-8b33-9058f9a84cf3 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 Apr 11 17:00:39.329109 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259bb9d-a39a-4adf-81bd-9ead203fb242 req-64eea556-2bca-4b27-9586-7a1fe5a38b1d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:39.330553 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1259bb9d-a39a-4adf-81bd-9ead203fb242 req-64eea556-2bca-4b27-9586-7a1fe5a38b1d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0486310 Apr 11 17:00:39.379556 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1259bb9d-a39a-4adf-81bd-9ead203fb242 req-eeff1575-4db2-4b8f-9d47-ea67dfef6865 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434525 Apr 11 17:00:40.263354 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00228df-83ff-450b-aa12-4c21b0414250 req-a8d1c2d8-f6f4-4de2-8be9-35e26229f462 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:40.264714 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c00228df-83ff-450b-aa12-4c21b0414250 req-a8d1c2d8-f6f4-4de2-8be9-35e26229f462 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0466452 Apr 11 17:00:40.350024 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Deleting port 0faeebbe-540b-4598-844f-f61883cfc4ec {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:00:40.350366 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:40.437742 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] For port 0faeebbe-540b-4598-844f-f61883cfc4ec, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0faeebbe-540b-4598-844f-f61883cfc4ec,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:40.438120 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:40.451028 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Calling delete_port for 0faeebbe-540b-4598-844f-f61883cfc4ec owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:00:40.489686 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0d9bc-13d0-4a93-980b-702094751689 req-79a251f0-cc64-489a-a751-24120593d903 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:40.491202 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-22b0d9bc-13d0-4a93-980b-702094751689 req-79a251f0-cc64-489a-a751-24120593d903 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2 HTTP/1.1" status: 200 len: 945 time: 0.0461845 Apr 11 17:00:40.542967 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-22b0d9bc-13d0-4a93-980b-702094751689 req-5700e37e-b8b4-435c-9833-1394c5f904dd tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460310 Apr 11 17:00:40.580459 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (0faeebbe-540b-4598-844f-f61883cfc4ec), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:40.607819 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Pushing event deleted for resources: {'Port': ['ID=0faeebbe-540b-4598-844f-f61883cfc4ec,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:40.617986 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['0faeebbe-540b-4598-844f-f61883cfc4ec'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:00:40.652196 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] No DVR routers for this DVR port 0faeebbe-540b-4598-844f-f61883cfc4ec on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:00:40.654513 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:40.657721 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c00228df-83ff-450b-aa12-4c21b0414250 req-109bd838-0c69-4d90-90a6-0a3f8be87311 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.15 "DELETE /v2.0/ports/0faeebbe-540b-4598-844f-f61883cfc4ec HTTP/1.1" status: 204 len: 173 time: 0.3876517 Apr 11 17:00:40.658158 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2', 'name': 'network-vif-deleted', 'tag': '0faeebbe-540b-4598-844f-f61883cfc4ec'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:40.660406 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894271a1-f78e-4ef3-b491-9caef9c18dfe" -d '{"events": [{"server_uuid": "a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2", "name": "network-vif-deleted", "tag": "0faeebbe-540b-4598-844f-f61883cfc4ec"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:40.694280 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8633761-2e0c-42a5-980a-e64097315378 x-openstack-request-id: req-a8633761-2e0c-42a5-980a-e64097315378 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:40.694576 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2", "name": "network-vif-deleted", "tag": "0faeebbe-540b-4598-844f-f61883cfc4ec", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:40.694855 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a8633761-2e0c-42a5-980a-e64097315378 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:40.695266 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8633761-2e0c-42a5-980a-e64097315378'] response: {'server_uuid': 'a5f0d30d-4abd-4ec1-8b58-2efdd467cdc2', 'name': 'network-vif-deleted', 'tag': '0faeebbe-540b-4598-844f-f61883cfc4ec', 'status': 'completed', 'code': 200} Apr 11 17:00:42.519073 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-993b2ed2-6156-4f5a-b315-32384036504d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:44.856915 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ac7c5212-5291-4726-9794-9ac39de748ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:44.860417 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 0faeebbe-540b-4598-844f-f61883cfc4ec no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:00:44.883676 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 0faeebbe-540b-4598-844f-f61883cfc4ec {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:00:44.884020 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 0faeebbe-540b-4598-844f-f61883cfc4ec not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:00:45.948883 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:47.567355 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:48.978760 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:51.714801 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-2b23f8e3-9613-490f-bb4b-116234f89db4 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:51.716270 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-2b23f8e3-9613-490f-bb4b-116234f89db4 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/networks?id=1e803962-a9da-41f7-bd0c-0d55cfc8b079 HTTP/1.1" status: 200 len: 813 time: 0.1020696 Apr 11 17:00:51.731151 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-5f0d728d-88f2-453f-b28f-b14ab4bbcf4e tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/quotas/376d25cef0b9485cac2e8520a9ecd259 HTTP/1.1" status: 200 len: 375 time: 0.0088527 Apr 11 17:00:51.764386 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-5b9ccbae-3aa3-492f-bec2-8568116ad2f4 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=376d25cef0b9485cac2e8520a9ecd259&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284240 Apr 11 17:00:51.774186 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c3b401ef-a815-4223-bae6-4af302badbee service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:00:51.775174 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c3b401ef-a815-4223-bae6-4af302badbee service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048490 Apr 11 17:00:51.860132 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-f3bf1a20-8cf0-47c1-a484-57d2ed11b548 service neutron] 10.222.0.73 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798395 Apr 11 17:00:51.950732 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-5a513e44-5bbe-444a-bb00-85cc906535f7 service neutron] 10.222.0.73 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848794 Apr 11 17:00:52.161186 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0f09252b-6862-4aad-bff6-cea1b70a1e7a req-174ad083-a1bf-4f8b-97cb-fb4e66e7c039 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 210 time: 0.0841970 Apr 11 17:00:52.537135 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:53.124176 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-1956f362-4aaa-4aaf-8834-63a653b03b4d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:53.125666 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-1956f362-4aaa-4aaf-8834-63a653b03b4d tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.15 "GET /v2.0/networks?id=1e803962-a9da-41f7-bd0c-0d55cfc8b079 HTTP/1.1" status: 200 len: 813 time: 0.1047418 Apr 11 17:00:53.159339 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Request body: {'port': {'device_id': 'a34627da-d4da-427a-977e-b7897f6fafd9', 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079', 'admin_state_up': True, 'tenant_id': '376d25cef0b9485cac2e8520a9ecd259'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:53.255473 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bb5f99f6-4f67-4c1f-987f-a986cef04b7b req-9e9bd339-bec1-4e1a-b09c-ec2c2116068c tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 210 time: 0.0278690 Apr 11 17:00:53.276374 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Made reservation on behalf of 376d25cef0b9485cac2e8520a9ecd259 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:00:53.279745 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:53.398485 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Allocated IP 172.20.0.13 (1e803962-a9da-41f7-bd0c-0d55cfc8b079/1a6fff0b-e9ff-47b6-bca6-24eb51af8438/d150d697-3b4e-466d-9d7d-0044b14cda8e) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:00:53.541006 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks [] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:53.574032 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:53.616020 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:00:53.618937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:00:53.622537 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:00:53.630758 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Pushing event updated for resources: {'Port': ['ID=d150d697-3b4e-466d-9d7d-0044b14cda8e,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:53.678693 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:53.679310 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:53.694149 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-e8ff049d-e388-4518-9b4b-c648af715c60 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5387642 Apr 11 17:00:53.715778 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Request body: {'port': {'device_id': 'a34627da-d4da-427a-977e-b7897f6fafd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:00:53.771979 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:54.029393 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d150d697-3b4e-466d-9d7d-0044b14cda8e {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:00:54.036910 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Publish callbacks [] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:54.049188 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Transition to ACTIVE for port object d150d697-3b4e-466d-9d7d-0044b14cda8e will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:00:54.052713 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:54.100669 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d150d697-3b4e-466d-9d7d-0044b14cda8e,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:54.169469 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Attempting to bind port d150d697-3b4e-466d-9d7d-0044b14cda8e on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:00:54.170158 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Attempting to bind port d150d697-3b4e-466d-9d7d-0044b14cda8e by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:00:54.170158 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Attempting to bind port d150d697-3b4e-466d-9d7d-0044b14cda8e on network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:00:54.174342 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Port d150d697-3b4e-466d-9d7d-0044b14cda8e on network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:00:54.174704 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Attempting to bind port d150d697-3b4e-466d-9d7d-0044b14cda8e on network 1e803962-a9da-41f7-bd0c-0d55cfc8b079 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:00:54.179460 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:00:54.179810 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Checking segment: {'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:00:54.180200 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Bound using segment: {'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:00:54.180631 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Bound port: d150d697-3b4e-466d-9d7d-0044b14cda8e, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28b5fbc3-be05-4bab-92e3-ee671f634e11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1156, 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:00:54.180991 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:54.246014 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] For port d150d697-3b4e-466d-9d7d-0044b14cda8e, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:00:54.249078 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] For port d150d697-3b4e-466d-9d7d-0044b14cda8e, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d150d697-3b4e-466d-9d7d-0044b14cda8e,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:00:54.255255 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:54.287589 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:54.288219 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:54.289611 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] 10.222.0.15 "PUT /v2.0/ports/d150d697-3b4e-466d-9d7d-0044b14cda8e HTTP/1.1" status: 200 len: 1094 time: 0.5783594 Apr 11 17:00:54.290064 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34627da-d4da-427a-977e-b7897f6fafd9', 'tag': 'd150d697-3b4e-466d-9d7d-0044b14cda8e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:00:54.292333 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd39d557-440e-497e-99ee-2cf5341811b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a34627da-d4da-427a-977e-b7897f6fafd9", "tag": "d150d697-3b4e-466d-9d7d-0044b14cda8e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:00:54.324685 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89984ea-57da-411d-bacd-1a8b960521d4 service neutron] Pushing event updated for resources: {'Port': ['ID=d150d697-3b4e-466d-9d7d-0044b14cda8e,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:54.332942 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb3b8ab-bea7-4e40-8122-658d1695a6fd x-openstack-request-id: req-dfb3b8ab-bea7-4e40-8122-658d1695a6fd {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:00:54.333237 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34627da-d4da-427a-977e-b7897f6fafd9", "tag": "d150d697-3b4e-466d-9d7d-0044b14cda8e", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:00:54.333492 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dfb3b8ab-bea7-4e40-8122-658d1695a6fd {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:00:54.333902 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb3b8ab-bea7-4e40-8122-658d1695a6fd'] response: {'name': 'network-changed', 'server_uuid': 'a34627da-d4da-427a-977e-b7897f6fafd9', 'tag': 'd150d697-3b4e-466d-9d7d-0044b14cda8e', 'status': 'completed', 'code': 200} Apr 11 17:00:54.385317 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acde0f8-c6d4-4449-9e01-2650789eda8e req-ce5a46cc-5e1d-4995-aa45-68c5993c71f4 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:54.386841 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6acde0f8-c6d4-4449-9e01-2650789eda8e req-ce5a46cc-5e1d-4995-aa45-68c5993c71f4 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 944 time: 0.0526960 Apr 11 17:00:54.391792 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c10fa767-409a-4753-939e-20dc41070862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:54.393483 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-c10fa767-409a-4753-939e-20dc41070862 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=376d25cef0b9485cac2e8520a9ecd259&device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 1128 time: 0.0402400 Apr 11 17:00:54.433886 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6acde0f8-c6d4-4449-9e01-2650789eda8e req-cb48d07a-d98f-41bc-9ac9-e6fd01980ed5 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412633 Apr 11 17:00:54.445683 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-544a5f7d-77c4-4529-8059-e27558431f2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d150d697-3b4e-466d-9d7d-0044b14cda8e HTTP/1.1" status: 200 len: 217 time: 0.0381479 Apr 11 17:00:54.493727 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-6d1398a0-e61b-4c68-bad3-656c7f35794f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:54.495249 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-6d1398a0-e61b-4c68-bad3-656c7f35794f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1a6fff0b-e9ff-47b6-bca6-24eb51af8438 HTTP/1.1" status: 200 len: 853 time: 0.0433576 Apr 11 17:00:54.528331 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-2766b39c-937b-4aa0-92d1-e18c067597a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e803962-a9da-41f7-bd0c-0d55cfc8b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265548 Apr 11 17:00:54.870442 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-dafdc5a0-7bf8-48e8-b251-97b2a264634a service neutron] 10.222.0.15 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352833 Apr 11 17:00:54.957753 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-43ad9693-3a06-4c86-b043-a9cef1ec602c req-8ba4ba21-f787-4653-a5a4-e129c15467b6 service neutron] 10.222.0.15 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814083 Apr 11 17:00:55.545514 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d67bacd-e77a-40a1-9a65-3cb6888aa8d3 req-67376376-caaa-47da-8143-ffe6bb550d6f tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:55.546947 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0d67bacd-e77a-40a1-9a65-3cb6888aa8d3 req-67376376-caaa-47da-8143-ffe6bb550d6f tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 944 time: 0.0460792 Apr 11 17:00:55.592222 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0d67bacd-e77a-40a1-9a65-3cb6888aa8d3 req-13ab770a-00f8-43e5-aa87-d89fad046af8 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398879 Apr 11 17:00:56.047483 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-1b05ffe5-3741-407d-85c5-c7e31d2a635b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:56.048981 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-1b05ffe5-3741-407d-85c5-c7e31d2a635b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=376d25cef0b9485cac2e8520a9ecd259&device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 1128 time: 0.0392435 Apr 11 17:00:56.141672 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-09f7f906-5e0d-41c3-951f-d60694f302a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:56.143194 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-09f7f906-5e0d-41c3-951f-d60694f302a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1e803962-a9da-41f7-bd0c-0d55cfc8b079 HTTP/1.1" status: 200 len: 915 time: 0.0879431 Apr 11 17:00:56.183725 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-6f11556a-fbbf-4c6f-b5ef-8fe0c1d46182 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d150d697-3b4e-466d-9d7d-0044b14cda8e HTTP/1.1" status: 200 len: 217 time: 0.0337987 Apr 11 17:00:56.236724 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-bef5339e-339f-4cba-ade0-af54e2a22dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:56.238056 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-bef5339e-339f-4cba-ade0-af54e2a22dac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1a6fff0b-e9ff-47b6-bca6-24eb51af8438 HTTP/1.1" status: 200 len: 853 time: 0.0460386 Apr 11 17:00:56.270378 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-f05192ac-a92e-43a5-a963-0125202a455a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1e803962-a9da-41f7-bd0c-0d55cfc8b079&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244455 Apr 11 17:00:56.358291 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-85acfcdc-44c6-433c-bed5-81f29e375096 service neutron] 10.222.0.15 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800073 Apr 11 17:00:56.450462 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-dd39d557-440e-497e-99ee-2cf5341811b7 req-7c9bf82f-363e-4278-8653-1711978f6647 service neutron] 10.222.0.15 "GET /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831029 Apr 11 17:00:56.703956 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefcd323-5db3-4803-863c-e00d54fa8205 req-5f968dad-a2d1-481e-a1d9-aa8c79e0f346 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:56.705436 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-aefcd323-5db3-4803-863c-e00d54fa8205 req-5f968dad-a2d1-481e-a1d9-aa8c79e0f346 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 944 time: 0.0490913 Apr 11 17:00:56.758373 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-aefcd323-5db3-4803-863c-e00d54fa8205 req-0c24d1a9-c904-4515-bfdc-bcbf6bbb8942 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474546 Apr 11 17:00:57.866208 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fa9e5c-3359-4bf3-a814-b6e7a56dee81 req-e7291f8a-2eed-48f6-807d-9b47947e75b9 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:57.867687 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d7fa9e5c-3359-4bf3-a814-b6e7a56dee81 req-e7291f8a-2eed-48f6-807d-9b47947e75b9 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 944 time: 0.0452719 Apr 11 17:00:57.913538 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d7fa9e5c-3359-4bf3-a814-b6e7a56dee81 req-7e0bede5-cfdb-444a-aa8e-4ec6f63b5b9c tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400274 Apr 11 17:00:58.908999 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d150d697-3b4e-466d-9d7d-0044b14cda8e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:00:59.004719 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d150d697-3b4e-466d-9d7d-0044b14cda8e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d150d697-3b4e-466d-9d7d-0044b14cda8e,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:59.017212 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'd150d697-3b4e-466d-9d7d-0044b14cda8e', 'network_id': '1e803962-a9da-41f7-bd0c-0d55cfc8b079', 'port_id': 'd150d697-3b4e-466d-9d7d-0044b14cda8e', 'mac_address': 'fa:16:3e:e2:89:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a6fff0b-e9ff-47b6-bca6-24eb51af8438', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:00:59.023357 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45842170-3763-4dd8-a718-717dca743938 req-fc0b69e1-0593-4b56-af4f-0337c1b3e251 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:00:59.024805 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-45842170-3763-4dd8-a718-717dca743938 req-fc0b69e1-0593-4b56-af4f-0337c1b3e251 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 944 time: 0.0460544 Apr 11 17:00:59.058809 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d150d697-3b4e-466d-9d7d-0044b14cda8e is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:00:59.059241 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:59.072082 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d150d697-3b4e-466d-9d7d-0044b14cda8e {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:00:59.074986 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-45842170-3763-4dd8-a718-717dca743938 req-654c8fcb-db6e-4229-8f4c-7f65401fae98 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Apr 11 17:00:59.094681 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d150d697-3b4e-466d-9d7d-0044b14cda8e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d150d697-3b4e-466d-9d7d-0044b14cda8e,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:00:59.098760 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:59.145503 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d150d697-3b4e-466d-9d7d-0044b14cda8e,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:00:59.487124 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['d150d697-3b4e-466d-9d7d-0044b14cda8e'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:01:00.184019 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf547b4e-e8fc-4f5c-a671-ec9dbeb0af59 req-6c926409-e823-4447-9190-e6925a36f3e3 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:00.185483 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bf547b4e-e8fc-4f5c-a671-ec9dbeb0af59 req-6c926409-e823-4447-9190-e6925a36f3e3 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 945 time: 0.0459659 Apr 11 17:01:00.230711 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bf547b4e-e8fc-4f5c-a671-ec9dbeb0af59 req-782fd34d-c564-4dd7-91ea-6155d457a9d7 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397356 Apr 11 17:01:00.937065 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d150d697-3b4e-466d-9d7d-0044b14cda8e up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:01:00.981592 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port d150d697-3b4e-466d-9d7d-0044b14cda8e completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:01:00.987276 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port d150d697-3b4e-466d-9d7d-0044b14cda8e triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:00.987658 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:01.065808 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port d150d697-3b4e-466d-9d7d-0044b14cda8e is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:01:01.066199 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:01.088648 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34627da-d4da-427a-977e-b7897f6fafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd150d697-3b4e-466d-9d7d-0044b14cda8e'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:01:01.090863 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8d894f4-fc7f-41d0-a0b2-bc965b3f8094" -d '{"events": [{"server_uuid": "a34627da-d4da-427a-977e-b7897f6fafd9", "name": "network-vif-plugged", "status": "completed", "tag": "d150d697-3b4e-466d-9d7d-0044b14cda8e"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:01:01.103722 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port d150d697-3b4e-466d-9d7d-0044b14cda8e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d150d697-3b4e-466d-9d7d-0044b14cda8e,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:01.107438 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:01.129057 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47a62be-edfc-463b-a45f-81aefd6482d9 x-openstack-request-id: req-e47a62be-edfc-463b-a45f-81aefd6482d9 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:01:01.129344 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34627da-d4da-427a-977e-b7897f6fafd9", "name": "network-vif-plugged", "status": "completed", "tag": "d150d697-3b4e-466d-9d7d-0044b14cda8e", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:01:01.129591 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e47a62be-edfc-463b-a45f-81aefd6482d9 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:01:01.129978 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e47a62be-edfc-463b-a45f-81aefd6482d9'] response: {'server_uuid': 'a34627da-d4da-427a-977e-b7897f6fafd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd150d697-3b4e-466d-9d7d-0044b14cda8e', 'code': 200} Apr 11 17:01:01.155420 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=d150d697-3b4e-466d-9d7d-0044b14cda8e,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:01.336228 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0f2ee-b6e3-4b5f-9221-bf1553f1766a req-96605517-4685-4df8-8b4f-6ea42681f22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:01.337776 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56c0f2ee-b6e3-4b5f-9221-bf1553f1766a req-96605517-4685-4df8-8b4f-6ea42681f22b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 1130 time: 0.0383039 Apr 11 17:01:01.343073 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eeaac4d-0ca4-46dc-9d1d-5aa70b3847ea req-02507dc1-2fa3-44a9-ae05-fb967e030133 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:01.344544 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6eeaac4d-0ca4-46dc-9d1d-5aa70b3847ea req-02507dc1-2fa3-44a9-ae05-fb967e030133 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 946 time: 0.0465090 Apr 11 17:01:01.381611 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-56c0f2ee-b6e3-4b5f-9221-bf1553f1766a req-42e5d4ef-3034-48f8-942d-ace61683b7af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372267 Apr 11 17:01:01.389841 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6eeaac4d-0ca4-46dc-9d1d-5aa70b3847ea req-cb5809d1-da30-4471-9acc-ef6870734a7c tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395539 Apr 11 17:01:02.511080 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fab10-8fce-4d7c-a02d-504652ba7fe1 req-e5abf21c-e4e1-4112-9629-9071697b3aed tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:02.512594 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7d5fab10-8fce-4d7c-a02d-504652ba7fe1 req-e5abf21c-e4e1-4112-9629-9071697b3aed tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 946 time: 0.0532060 Apr 11 17:01:02.557763 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-7d5fab10-8fce-4d7c-a02d-504652ba7fe1 req-5c434ce7-45a3-44d3-b200-266d093da34b tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Apr 11 17:01:03.668116 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1f7777-d003-491a-9656-4527a87b49fe req-31c23d3a-c4fc-4d7b-9f95-69a3d99a7f03 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:03.669566 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-de1f7777-d003-491a-9656-4527a87b49fe req-31c23d3a-c4fc-4d7b-9f95-69a3d99a7f03 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 946 time: 0.0464237 Apr 11 17:01:03.714808 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-de1f7777-d003-491a-9656-4527a87b49fe req-e37e059a-3f1f-4ab2-8a26-676624993198 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Apr 11 17:01:04.912797 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:01:12.520104 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-93b2b3b9-681b-4030-9e19-158ac2ea4312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:14.859563 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-059e2f20-d495-4636-b97f-601fdf5f13f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:15.949257 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:17.571825 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:18.983374 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:22.209929 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274ba94-7439-4244-9f47-deb5e2f68a94 req-8f22dd16-a7f2-4a9d-96e9-60f8e0b9a2e7 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:22.211443 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5274ba94-7439-4244-9f47-deb5e2f68a94 req-8f22dd16-a7f2-4a9d-96e9-60f8e0b9a2e7 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 946 time: 0.0471916 Apr 11 17:01:22.261693 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5274ba94-7439-4244-9f47-deb5e2f68a94 req-c1c122eb-f108-47b8-9891-0412ee6da21d tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446253 Apr 11 17:01:22.539532 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:23.374893 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78afca00-e643-4eed-8d2e-516f8614f162 req-8564e01d-a593-430e-8fa7-407b98522ddd tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:23.376381 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-78afca00-e643-4eed-8d2e-516f8614f162 req-8564e01d-a593-430e-8fa7-407b98522ddd tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 946 time: 0.0479505 Apr 11 17:01:23.423811 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-78afca00-e643-4eed-8d2e-516f8614f162 req-4fa4d179-bdf4-4722-9404-b61c785d268f tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418360 Apr 11 17:01:24.535413 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4613dc5-6e3f-4515-a009-d3ea163682e3 req-26c71bf6-923e-4bb6-8ba9-7f34de350bc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:24.536846 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e4613dc5-6e3f-4515-a009-d3ea163682e3 req-26c71bf6-923e-4bb6-8ba9-7f34de350bc3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 946 time: 0.0457273 Apr 11 17:01:24.581811 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e4613dc5-6e3f-4515-a009-d3ea163682e3 req-214544a3-64a8-4658-8d20-4e27f5752d00 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8e7f0df-8b48-409a-ac37-b652802b4489&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395136 Apr 11 17:01:24.686614 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-e917106a-cf71-48de-b5a5-271795cfce9c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:24.687981 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-e917106a-cf71-48de-b5a5-271795cfce9c tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Apr 11 17:01:24.783130 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Deleting port 714f03bb-4c2f-4abf-92f4-b73bea551733 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:01:24.783470 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:24.874495 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] For port 714f03bb-4c2f-4abf-92f4-b73bea551733, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=714f03bb-4c2f-4abf-92f4-b73bea551733,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:24.874895 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:25.051994 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:25.052372 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (0fe576a7-8e0a-42fa-ae4f-8817fdad64ed), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:25.052709 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Floating IP 0fe576a7-8e0a-42fa-ae4f-8817fdad64ed disassociated. External IP: 172.27.1.229, port: 714f03bb-4c2f-4abf-92f4-b73bea551733. Apr 11 17:01:25.053066 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Calling delete_port for 714f03bb-4c2f-4abf-92f4-b73bea551733 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:01:25.184887 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (714f03bb-4c2f-4abf-92f4-b73bea551733), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:25.214793 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'Port': ['ID=714f03bb-4c2f-4abf-92f4-b73bea551733,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:25.226475 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.226875 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.227233 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.227578 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.227920 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.228352 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.228596 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.228933 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.229297 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.229632 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.229980 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.231037 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.231037 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.231037 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.231335 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:25.338144 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:01:25.446127 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:01:25.456098 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:01:25.465433 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:01:25.466069 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:25.488285 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] No DVR routers for this DVR port 714f03bb-4c2f-4abf-92f4-b73bea551733 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:01:25.490917 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:25.494377 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-620c94d8-e196-4c8d-b423-10e848bf4b2f req-6a366405-5286-4264-9a80-deead2a1ede3 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.15 "DELETE /v2.0/ports/714f03bb-4c2f-4abf-92f4-b73bea551733 HTTP/1.1" status: 204 len: 173 time: 0.7905180 Apr 11 17:01:25.494860 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833b98c4-cee7-4561-88f7-e74654f75d65', 'name': 'network-vif-deleted', 'tag': '714f03bb-4c2f-4abf-92f4-b73bea551733'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:01:25.498145 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352ef7da-30f8-41eb-bf0c-29333bc48027" -d '{"events": [{"server_uuid": "833b98c4-cee7-4561-88f7-e74654f75d65", "name": "network-vif-deleted", "tag": "714f03bb-4c2f-4abf-92f4-b73bea551733"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:01:25.601453 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:01:25.669789 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967b860c-6176-4f60-b697-c1b783952b96 x-openstack-request-id: req-967b860c-6176-4f60-b697-c1b783952b96 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:01:25.670091 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833b98c4-cee7-4561-88f7-e74654f75d65", "name": "network-vif-deleted", "tag": "714f03bb-4c2f-4abf-92f4-b73bea551733", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:01:25.670346 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-967b860c-6176-4f60-b697-c1b783952b96 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:01:25.670790 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-967b860c-6176-4f60-b697-c1b783952b96'] response: {'server_uuid': '833b98c4-cee7-4561-88f7-e74654f75d65', 'name': 'network-vif-deleted', 'tag': '714f03bb-4c2f-4abf-92f4-b73bea551733', 'status': 'completed', 'code': 200} Apr 11 17:01:25.798319 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a64e2c7f-1470-4b21-bd54-bef53925ff5e req-48e678c1-de86-4f7f-a83f-4764b459f3a4 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 210 time: 0.0435305 Apr 11 17:01:25.837201 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c12d580-b48b-463f-ace3-2a305f04a138 req-c21d0347-f262-41a7-8151-fc19b8d9e9f8 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:25.838697 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6c12d580-b48b-463f-ace3-2a305f04a138 req-c21d0347-f262-41a7-8151-fc19b8d9e9f8 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 946 time: 0.0505204 Apr 11 17:01:25.885613 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-6c12d580-b48b-463f-ace3-2a305f04a138 req-6fad9fe4-8543-40dc-9205-f4bfa38bc4ec tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411251 Apr 11 17:01:25.903652 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:25.929911 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:01:25.938553 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:01:25.939181 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:26.043294 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:01:26.226310 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:26.251680 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e311525-a6c1-4fd3-ae61-381c983874a4 None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T16:56:25Z', 'revision_number': 4, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'e839b950-b38f-406b-951f-501d9278b646', 'name': '', 'network_id': '35f80eca-6d32-4eb8-b48f-bff356f2952c', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'mac_address': 'fa:16:3e:93:bd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:24Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'subnets': [{'id': '4ff6262d-27ce-4763-a1ed-534e3fa30e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:01:26.453819 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3b2cba-f203-4842-ab1f-90a958b55fa4 None None] New status for floating IP 0fe576a7-8e0a-42fa-ae4f-8817fdad64ed: DOWN {{(pid=109890) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:01:26.950311 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d5f00691-114d-4a31-9537-228711519336 req-244bb4e3-daa0-44c8-937a-cbaa291f09d8 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/ports?device_id=833b98c4-cee7-4561-88f7-e74654f75d65 HTTP/1.1" status: 200 len: 210 time: 0.0271125 Apr 11 17:01:26.999443 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aefa82-c868-4329-a533-372912969ea3 req-8dd53838-9de1-4c20-a75d-a25ec0e4daa8 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:27.000916 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-88aefa82-c868-4329-a533-372912969ea3 req-8dd53838-9de1-4c20-a75d-a25ec0e4daa8 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 946 time: 0.0492737 Apr 11 17:01:27.048838 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-88aefa82-c868-4329-a533-372912969ea3 req-3ed187fe-5c6f-4b4f-b27d-a0b9a1b8dc85 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423934 Apr 11 17:01:27.857468 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f17a5635-33df-4da9-a1ef-d65b048e1b27 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:27.858948 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f17a5635-33df-4da9-a1ef-d65b048e1b27 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.15 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 946 time: 0.0478172 Apr 11 17:01:27.950682 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Deleting port d150d697-3b4e-466d-9d7d-0044b14cda8e {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:01:27.951034 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.041113 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44560) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:28.044127 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] For port d150d697-3b4e-466d-9d7d-0044b14cda8e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=d150d697-3b4e-466d-9d7d-0044b14cda8e,segment=NetworkSegment(28b5fbc3-be05-4bab-92e3-ee671f634e11),segment_id=28b5fbc3-be05-4bab-92e3-ee671f634e11)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:28.044499 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.057740 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Calling delete_port for d150d697-3b4e-466d-9d7d-0044b14cda8e owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:01:28.094347 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (a8e7f0df-8b48-409a-ac37-b652802b4489), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.120300 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (a8e7f0df-8b48-409a-ac37-b652802b4489), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.182201 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691949fc-af94-4d05-b2ce-32d304ea487a req-24234f59-c89c-4bc4-a52a-1ab2d8976748 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:28.183707 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-691949fc-af94-4d05-b2ce-32d304ea487a req-24234f59-c89c-4bc4-a52a-1ab2d8976748 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/ports?device_id=a34627da-d4da-427a-977e-b7897f6fafd9 HTTP/1.1" status: 200 len: 946 time: 0.0661757 Apr 11 17:01:28.192398 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (d150d697-3b4e-466d-9d7d-0044b14cda8e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.223555 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Pushing event deleted for resources: {'Port': ['ID=d150d697-3b4e-466d-9d7d-0044b14cda8e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:28.229273 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (a8e7f0df-8b48-409a-ac37-b652802b4489), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.232680 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['d150d697-3b4e-466d-9d7d-0044b14cda8e'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:01:28.233152 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.236368 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "DELETE /v2.0/security-groups/a8e7f0df-8b48-409a-ac37-b652802b4489 HTTP/1.1" status: 204 len: 168 time: 0.1918499 Apr 11 17:01:28.241722 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44564) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:28.260591 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-691949fc-af94-4d05-b2ce-32d304ea487a req-8bfa9dba-807f-4ec5-9a84-ac691789824b tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.73 "GET /v2.0/security-groups?id=92d66233-bb88-431a-86b7-c3a1e49ce125&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712683 Apr 11 17:01:28.266469 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8e7f0df-8b48-409a-ac37-b652802b4489,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:28.270069 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.api.v2.resource [None req-9c3543e6-3f6d-485c-84fa-6f312f4d280a tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] show failed (client error): The resource could not be found. Apr 11 17:01:28.271113 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-9c3543e6-3f6d-485c-84fa-6f312f4d280a tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "GET /v2.0/security-groups/a8e7f0df-8b48-409a-ac37-b652802b4489 HTTP/1.1" status: 404 len: 347 time: 0.0284741 Apr 11 17:01:28.274193 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44566) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:28.275869 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.276243 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.276593 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.276936 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.277274 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.277605 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.277938 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.278324 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.279196 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.279528 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.279855 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.280185 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.280510 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.280834 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.281173 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed4c16e-1238-45d1-ab6a-d1f083fa7407 tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:28.283403 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] No DVR routers for this DVR port d150d697-3b4e-466d-9d7d-0044b14cda8e on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:01:28.311241 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.314449 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-d7a6e701-2718-47b2-96b4-0d94e3d725ee req-f85055ac-2552-4f48-b61f-90e4c32424d2 tempest-VolumesSnapshotTestJSON-1110560752 tempest-VolumesSnapshotTestJSON-1110560752-project] 10.222.0.15 "DELETE /v2.0/ports/d150d697-3b4e-466d-9d7d-0044b14cda8e HTTP/1.1" status: 204 len: 173 time: 0.4489310 Apr 11 17:01:28.314966 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34627da-d4da-427a-977e-b7897f6fafd9', 'name': 'network-vif-deleted', 'tag': 'd150d697-3b4e-466d-9d7d-0044b14cda8e'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:01:28.317165 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e95af963-b82c-4be7-b877-49ba04bed2e3" -d '{"events": [{"server_uuid": "a34627da-d4da-427a-977e-b7897f6fafd9", "name": "network-vif-deleted", "tag": "d150d697-3b4e-466d-9d7d-0044b14cda8e"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:01:28.363538 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e3baf7-f920-423d-84b2-f513303e4d39 x-openstack-request-id: req-e0e3baf7-f920-423d-84b2-f513303e4d39 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:01:28.363836 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34627da-d4da-427a-977e-b7897f6fafd9", "name": "network-vif-deleted", "tag": "d150d697-3b4e-466d-9d7d-0044b14cda8e", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:01:28.364148 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e0e3baf7-f920-423d-84b2-f513303e4d39 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:01:28.364565 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e3baf7-f920-423d-84b2-f513303e4d39'] response: {'server_uuid': 'a34627da-d4da-427a-977e-b7897f6fafd9', 'name': 'network-vif-deleted', 'tag': 'd150d697-3b4e-466d-9d7d-0044b14cda8e', 'status': 'completed', 'code': 200} Apr 11 17:01:28.410057 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Deleting port d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:01:28.410535 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.489971 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.490198 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.504232 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Calling delete_port for d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:01:28.634670 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.660038 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Pushing event deleted for resources: {'Port': ['ID=d2dc4f0f-dd0d-44fe-b841-47dbc3c342a8,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:28.722846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks [] for floatingip (0fe576a7-8e0a-42fa-ae4f-8817fdad64ed), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.725334 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.726509 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-658ff167-d86f-454b-b41f-a1f13954738b tempest-AttachVolumeNegativeTest-1621130838 tempest-AttachVolumeNegativeTest-1621130838-project] 10.222.0.73 "DELETE /v2.0/floatingips/0fe576a7-8e0a-42fa-ae4f-8817fdad64ed HTTP/1.1" status: 204 len: 168 time: 0.4510276 Apr 11 17:01:29.023843 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 714f03bb-4c2f-4abf-92f4-b73bea551733 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:01:29.042832 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 714f03bb-4c2f-4abf-92f4-b73bea551733 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:01:29.043180 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 714f03bb-4c2f-4abf-92f4-b73bea551733 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:01:33.760287 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d150d697-3b4e-466d-9d7d-0044b14cda8e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:01:33.780831 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: d150d697-3b4e-466d-9d7d-0044b14cda8e {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:01:33.781187 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device d150d697-3b4e-466d-9d7d-0044b14cda8e not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:01:34.446460 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44628) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:34.808809 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (d3230298-d4e3-4ddd-9a38-9c1be660451d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:35.044058 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Deleting port e839b950-b38f-406b-951f-501d9278b646 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:01:35.044436 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (e839b950-b38f-406b-951f-501d9278b646), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:35.135937 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] For port e839b950-b38f-406b-951f-501d9278b646, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=e839b950-b38f-406b-951f-501d9278b646,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:35.136988 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (e839b950-b38f-406b-951f-501d9278b646), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:35.153758 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Calling delete_port for e839b950-b38f-406b-951f-501d9278b646 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:01:35.341238 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (e839b950-b38f-406b-951f-501d9278b646), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:35.365655 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Pushing event deleted for resources: {'Port': ['ID=e839b950-b38f-406b-951f-501d9278b646,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:35.534257 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (d3230298-d4e3-4ddd-9a38-9c1be660451d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:35.988313 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Router d3230298-d4e3-4ddd-9a38-9c1be660451d has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:01:36.095338 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:01:36.100338 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-22c20203-f606-441d-b907-c51fbc5d2364 admin admin] 10.222.0.73 "PUT /v2.0/routers/d3230298-d4e3-4ddd-9a38-9c1be660451d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6528077 Apr 11 17:01:36.102742 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44640) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:36.103878 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] Sync routers for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:01:36.113953 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:01:36.114569 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:36.208693 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks [] for router (d3230298-d4e3-4ddd-9a38-9c1be660451d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.221580 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:01:36.320238 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks [] for router_gateway (d3230298-d4e3-4ddd-9a38-9c1be660451d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.375720 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Deleting port 49694d8e-ceb1-4db5-b351-5452a8f3215f {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:01:36.376057 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.400164 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183'}], 'enable_snat': True}, 'gw_port_id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T17:01:35Z', 'revision_number': 5, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port': {'id': '49694d8e-ceb1-4db5-b351-5452a8f3215f', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:35:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:56:22Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:36.426641 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] Checking router: d3230298-d4e3-4ddd-9a38-9c1be660451d for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:01:36.434720 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] Routers {'d3230298-d4e3-4ddd-9a38-9c1be660451d'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:01:36.435332 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['d3230298-d4e3-4ddd-9a38-9c1be660451d'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:36.454303 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] For port 49694d8e-ceb1-4db5-b351-5452a8f3215f, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=49694d8e-ceb1-4db5-b351-5452a8f3215f,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:36.454611 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.467577 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Calling delete_port for 49694d8e-ceb1-4db5-b351-5452a8f3215f owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:01:36.521273 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] Set router d3230298-d4e3-4ddd-9a38-9c1be660451d gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:01:36.572709 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T17:01:36Z', 'revision_number': 6, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:36.602435 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-369c9150-21a6-4d74-907a-a2a7b8170cfb None None] The sync data for ids ['d3230298-d4e3-4ddd-9a38-9c1be660451d'] in dv-cinder-837166-2-iscsi is: [{'id': 'd3230298-d4e3-4ddd-9a38-9c1be660451d', 'name': 'tempest-AttachVolumeNegativeTest-558863183-router', 'tenant_id': '560e37bd1eae45cea00a7d544ad73cf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:56:21Z', 'updated_at': '2022-04-11T17:01:36Z', 'revision_number': 6, 'project_id': '560e37bd1eae45cea00a7d544ad73cf0', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:01:36.646571 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (49694d8e-ceb1-4db5-b351-5452a8f3215f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.693667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Pushing event deleted for resources: {'Port': ['ID=49694d8e-ceb1-4db5-b351-5452a8f3215f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:36.735000 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (d3230298-d4e3-4ddd-9a38-9c1be660451d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.825368 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (d3230298-d4e3-4ddd-9a38-9c1be660451d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.827523 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks [] for router_controller (d3230298-d4e3-4ddd-9a38-9c1be660451d), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.872390 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (d3230298-d4e3-4ddd-9a38-9c1be660451d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.873051 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3230298-d4e3-4ddd-9a38-9c1be660451d {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:01:36.877324 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.878491 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-78c54a2b-5a13-4b6b-a03c-b041243e94af admin admin] 10.222.0.73 "DELETE /v2.0/routers/d3230298-d4e3-4ddd-9a38-9c1be660451d HTTP/1.1" status: 204 len: 168 time: 0.7748129 Apr 11 17:01:36.880940 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44650) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:36.925106 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-31c4ada8-9f02-4a77-9570-3edfcab2ee9d admin admin] Deleting subnet 4ff6262d-27ce-4763-a1ed-534e3fa30e66 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:01:36.928047 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31c4ada8-9f02-4a77-9570-3edfcab2ee9d admin admin] Publish callbacks [] for subnet (4ff6262d-27ce-4763-a1ed-534e3fa30e66), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.963695 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31c4ada8-9f02-4a77-9570-3edfcab2ee9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29398338'] for subnet (4ff6262d-27ce-4763-a1ed-534e3fa30e66), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.048319 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31c4ada8-9f02-4a77-9570-3edfcab2ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (4ff6262d-27ce-4763-a1ed-534e3fa30e66), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.101058 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31c4ada8-9f02-4a77-9570-3edfcab2ee9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29940237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33203665'] for subnet (4ff6262d-27ce-4763-a1ed-534e3fa30e66), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.128321 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-31c4ada8-9f02-4a77-9570-3edfcab2ee9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.131517 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-31c4ada8-9f02-4a77-9570-3edfcab2ee9d admin admin] 10.222.0.73 "DELETE /v2.0/subnets/4ff6262d-27ce-4763-a1ed-534e3fa30e66 HTTP/1.1" status: 204 len: 168 time: 0.2496452 Apr 11 17:01:37.132333 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c4ada8-9f02-4a77-9570-3edfcab2ee9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ff6262d-27ce-4763-a1ed-534e3fa30e66,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:37.134695 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44652) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:37.138197 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da57fd95-ecbd-4c16-b04f-be87c4aebdce None None] Network 35f80eca-6d32-4eb8-b48f-bff356f2952c requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:01:37.202208 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (35f80eca-6d32-4eb8-b48f-bff356f2952c), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.246623 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Deleting port fc649eb1-2a30-4219-832f-06efb57ffaf1 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:01:37.247008 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.310452 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] For port fc649eb1-2a30-4219-832f-06efb57ffaf1, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=fc649eb1-2a30-4219-832f-06efb57ffaf1,segment=NetworkSegment(72da8d5c-468f-492d-87dd-f7cbb3937a3a),segment_id=72da8d5c-468f-492d-87dd-f7cbb3937a3a)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:37.310770 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.323225 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Calling delete_port for fc649eb1-2a30-4219-832f-06efb57ffaf1 owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:01:37.395668 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] DHCP port deletion for 35f80eca-6d32-4eb8-b48f-bff356f2952c request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:01:37.420086 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.453098 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] No DVR routers for this DVR port fc649eb1-2a30-4219-832f-06efb57ffaf1 on host dv-cinder-837166-2-iscsi {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:01:37.456926 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Deleting port fc649eb1-2a30-4219-832f-06efb57ffaf1 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:01:37.457318 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.458152 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc649eb1-2a30-4219-832f-06efb57ffaf1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:37.481029 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 49694d8e-ceb1-4db5-b351-5452a8f3215f no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:01:37.534000 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 49694d8e-ceb1-4db5-b351-5452a8f3215f {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:01:37.534659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 49694d8e-ceb1-4db5-b351-5452a8f3215f not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:01:37.535234 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device fc649eb1-2a30-4219-832f-06efb57ffaf1 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:01:37.542978 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (35f80eca-6d32-4eb8-b48f-bff356f2952c), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.564458 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: fc649eb1-2a30-4219-832f-06efb57ffaf1 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:01:37.564670 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device fc649eb1-2a30-4219-832f-06efb57ffaf1 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:01:37.565293 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device e839b950-b38f-406b-951f-501d9278b646 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:01:37.569472 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f80eca-6d32-4eb8-b48f-bff356f2952c']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:37.571972 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] For port fc649eb1-2a30-4219-832f-06efb57ffaf1, host dv-cinder-837166-2-iscsi, got binding levels [] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:37.572439 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.582404 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72da8d5c-468f-492d-87dd-f7cbb3937a3a') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:37.582735 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72da8d5c-468f-492d-87dd-f7cbb3937a3a') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:37.592777 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (72da8d5c-468f-492d-87dd-f7cbb3937a3a), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.598004 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: e839b950-b38f-406b-951f-501d9278b646 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:01:37.598454 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device e839b950-b38f-406b-951f-501d9278b646 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:01:37.604178 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Calling delete_port for fc649eb1-2a30-4219-832f-06efb57ffaf1 owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:01:37.608812 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (72da8d5c-468f-492d-87dd-f7cbb3937a3a), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.608986 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.ipam_backend_mixin [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Port fc649eb1-2a30-4219-832f-06efb57ffaf1 was not found and therefore no delete operation was performed {{(pid=109890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 17:01:37.610779 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (fc649eb1-2a30-4219-832f-06efb57ffaf1), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.617443 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Releasing vlan 1186 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:01:37.618077 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (72da8d5c-468f-492d-87dd-f7cbb3937a3a), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:01:37.620463 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:01:37.643519 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Pushing event deleted for resources: {'Port': ['ID=fc649eb1-2a30-4219-832f-06efb57ffaf1,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:37.651868 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] No DVR routers for this DVR port fc649eb1-2a30-4219-832f-06efb57ffaf1 on host dv-cinder-837166-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:01:37.654106 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.654461 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.654840 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.655310 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.655585 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.655927 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.656261 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.656592 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.656930 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.657263 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.657714 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.658074 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.658378 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.658749 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.659082 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-788b601b-cc9d-4733-8b0d-552055e78815 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:01:37.702415 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (35f80eca-6d32-4eb8-b48f-bff356f2952c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.708915 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.714442 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] 10.222.0.73 "DELETE /v2.0/networks/35f80eca-6d32-4eb8-b48f-bff356f2952c HTTP/1.1" status: 204 len: 168 time: 0.5764959 Apr 11 17:01:37.724468 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b67ad-d7b9-4b23-84b6-94630a4f114a admin admin] Pushing event deleted for resources: {'Network': ['ID=35f80eca-6d32-4eb8-b48f-bff356f2952c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:37.854782 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44664) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:37.894023 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-6054d718-0265-4ac5-9281-70fefd4ff399 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=560e37bd1eae45cea00a7d544ad73cf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380685 Apr 11 17:01:37.896366 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44666) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:37.942571 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f382d6af-45ac-4c34-9797-9c63b879c6e6 admin admin] Publish callbacks [] for security_group (ea641c6b-2ead-4ee5-b9eb-c512fb00e424), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:37.963141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f382d6af-45ac-4c34-9797-9c63b879c6e6 admin admin] Publish callbacks [] for security_group (ea641c6b-2ead-4ee5-b9eb-c512fb00e424), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:38.008996 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f382d6af-45ac-4c34-9797-9c63b879c6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (ea641c6b-2ead-4ee5-b9eb-c512fb00e424), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:38.011543 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f382d6af-45ac-4c34-9797-9c63b879c6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:38.012688 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f382d6af-45ac-4c34-9797-9c63b879c6e6 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/ea641c6b-2ead-4ee5-b9eb-c512fb00e424 HTTP/1.1" status: 204 len: 168 time: 0.1154163 Apr 11 17:01:38.020241 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382d6af-45ac-4c34-9797-9c63b879c6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea641c6b-2ead-4ee5-b9eb-c512fb00e424,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:41.913009 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:01:42.520457 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e0112f40-d822-4009-9a14-ae54a8fcbc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:44.866847 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e778a255-96ef-459e-9e15-6de35042aee7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:45.952081 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:47.574192 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:48.986074 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:50.568448 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44866) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:50.628701 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3f56-29b2-4d46-aea4-040709486e32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:50.650951 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-244cdba7-1b3e-4f3e-8204-41bd8e9e504a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1344836 Apr 11 17:01:50.707469 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3f56-29b2-4d46-aea4-040709486e32 admin admin] Publish callbacks [] for security_group (dfd36ee9-4ef7-40d8-9151-b45d8db31cf4), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:50.711096 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c7ba3f56-29b2-4d46-aea4-040709486e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (dfd36ee9-4ef7-40d8-9151-b45d8db31cf4), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:50.746249 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-c7ba3f56-29b2-4d46-aea4-040709486e32 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=3273aabe59cf4fa49cfc2b23875e4750&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1767123 Apr 11 17:01:50.747470 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-2d7966f4-2a18-45f6-be8d-634c227dc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:50.749020 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-2d7966f4-2a18-45f6-be8d-634c227dc2dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 1129 time: 0.0392356 Apr 11 17:01:50.749552 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44870) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:50.752515 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba3f56-29b2-4d46-aea4-040709486e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd36ee9-4ef7-40d8-9151-b45d8db31cf4,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:50.863821 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44c2e41f-ed80-4698-8819-c9ce76de01f3 admin admin] Publish callbacks [] for security_group (dfd36ee9-4ef7-40d8-9151-b45d8db31cf4), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:50.898912 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-cc374d36-5a73-4455-8b96-07094ba1e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:50.900388 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-cc374d36-5a73-4455-8b96-07094ba1e03f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.1298447 Apr 11 17:01:50.902209 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44c2e41f-ed80-4698-8819-c9ce76de01f3 admin admin] Publish callbacks [] for security_group (dfd36ee9-4ef7-40d8-9151-b45d8db31cf4), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:50.991292 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-7b4ba9a5-ca5f-42ce-afc2-19b4ebaf0f42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517 HTTP/1.1" status: 200 len: 1000 time: 0.0817986 Apr 11 17:01:51.029482 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44c2e41f-ed80-4698-8819-c9ce76de01f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (dfd36ee9-4ef7-40d8-9151-b45d8db31cf4), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:51.032368 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-44c2e41f-ed80-4698-8819-c9ce76de01f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:51.033480 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-44c2e41f-ed80-4698-8819-c9ce76de01f3 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/dfd36ee9-4ef7-40d8-9151-b45d8db31cf4 HTTP/1.1" status: 204 len: 168 time: 0.2829132 Apr 11 17:01:51.045849 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c2e41f-ed80-4698-8819-c9ce76de01f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd36ee9-4ef7-40d8-9151-b45d8db31cf4,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:51.058001 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-ff2913de-4b43-4d3a-aeba-24126f713ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:51.059666 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-ff2913de-4b43-4d3a-aeba-24126f713ea5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0621772 Apr 11 17:01:51.103332 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-ffea1b86-9747-42ae-8a38-ca29fa3f6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:51.104976 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-ffea1b86-9747-42ae-8a38-ca29fa3f6163 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391169 Apr 11 17:01:51.115646 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-eea27d40-6117-4215-90ff-d476e3666418 service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109889) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:01:51.116739 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-eea27d40-6117-4215-90ff-d476e3666418 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052154 Apr 11 17:01:51.210189 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-51b4d2a7-e7d8-4971-90d5-87a75bf0729f service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877244 Apr 11 17:01:51.305732 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c28bd6a3-f0ed-42fe-9e4c-10f30c80895d req-e4352fe9-0c38-4915-97e3-5581ca798b84 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886624 Apr 11 17:01:52.554655 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:52.650115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44922) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:52.693848 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a11e297c-6f69-4bdf-b764-391ed2d5686c admin admin] Deleting subnet 1a6fff0b-e9ff-47b6-bca6-24eb51af8438 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:01:52.696842 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a11e297c-6f69-4bdf-b764-391ed2d5686c admin admin] Publish callbacks [] for subnet (1a6fff0b-e9ff-47b6-bca6-24eb51af8438), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:52.729902 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a11e297c-6f69-4bdf-b764-391ed2d5686c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29398338'] for subnet (1a6fff0b-e9ff-47b6-bca6-24eb51af8438), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:52.768395 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a11e297c-6f69-4bdf-b764-391ed2d5686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (1a6fff0b-e9ff-47b6-bca6-24eb51af8438), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:52.818107 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a11e297c-6f69-4bdf-b764-391ed2d5686c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29940237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33203665'] for subnet (1a6fff0b-e9ff-47b6-bca6-24eb51af8438), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:52.848445 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11e297c-6f69-4bdf-b764-391ed2d5686c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a6fff0b-e9ff-47b6-bca6-24eb51af8438,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:52.850382 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a11e297c-6f69-4bdf-b764-391ed2d5686c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:52.853594 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a11e297c-6f69-4bdf-b764-391ed2d5686c admin admin] 10.222.0.73 "DELETE /v2.0/subnets/1a6fff0b-e9ff-47b6-bca6-24eb51af8438 HTTP/1.1" status: 204 len: 168 time: 0.2023256 Apr 11 17:01:52.856474 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44924) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:52.922463 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (1e803962-a9da-41f7-bd0c-0d55cfc8b079), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.001084 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (1e803962-a9da-41f7-bd0c-0d55cfc8b079), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.021364 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e803962-a9da-41f7-bd0c-0d55cfc8b079']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:53.030918 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28b5fbc3-be05-4bab-92e3-ee671f634e11') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:53.031218 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28b5fbc3-be05-4bab-92e3-ee671f634e11') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:53.040347 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29398347'] for segment (28b5fbc3-be05-4bab-92e3-ee671f634e11), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.053522 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (28b5fbc3-be05-4bab-92e3-ee671f634e11), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.059325 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Releasing vlan 1156 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:01:53.059715 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29940391'] for segment (28b5fbc3-be05-4bab-92e3-ee671f634e11), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: timer() Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: self._notify() Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: event.method(event) Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:01:53.061373 dv-cinder-837166-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:01:53.112510 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (1e803962-a9da-41f7-bd0c-0d55cfc8b079), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.117845 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.120981 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] 10.222.0.73 "DELETE /v2.0/networks/1e803962-a9da-41f7-bd0c-0d55cfc8b079 HTTP/1.1" status: 204 len: 168 time: 0.2635810 Apr 11 17:01:53.132141 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601a9f16-90b6-4b26-a3b9-8b0ca90fd2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=1e803962-a9da-41f7-bd0c-0d55cfc8b079,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:53.279356 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44928) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:53.321159 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-0ad6975a-ecae-4e44-9c6d-9e8a60161aad admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=376d25cef0b9485cac2e8520a9ecd259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406353 Apr 11 17:01:53.323582 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44930) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:53.368899 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-afd38813-7907-41a5-a520-65e4a6eab45d admin admin] Publish callbacks [] for security_group (92d66233-bb88-431a-86b7-c3a1e49ce125), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.390110 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-afd38813-7907-41a5-a520-65e4a6eab45d admin admin] Publish callbacks [] for security_group (92d66233-bb88-431a-86b7-c3a1e49ce125), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.433041 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-afd38813-7907-41a5-a520-65e4a6eab45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (92d66233-bb88-431a-86b7-c3a1e49ce125), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.437324 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-afd38813-7907-41a5-a520-65e4a6eab45d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:53.438670 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-afd38813-7907-41a5-a520-65e4a6eab45d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/92d66233-bb88-431a-86b7-c3a1e49ce125 HTTP/1.1" status: 204 len: 168 time: 0.1141841 Apr 11 17:01:53.446254 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd38813-7907-41a5-a520-65e4a6eab45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d66233-bb88-431a-86b7-c3a1e49ce125,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:54.087724 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 44958) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:54.180939 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-883551448-network', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:54.201451 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Made reservation on behalf of c7994d24146849ada7ff0333c09e7f82 for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:01:54.203774 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.211775 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.285193 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Publish callbacks [] for security_group (9b0940a2-4820-4634-8086-00758acc814d), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.288787 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9b0940a2-4820-4634-8086-00758acc814d), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.309861 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 1171, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:01:54.324014 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0940a2-4820-4634-8086-00758acc814d,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:54.326934 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (81463c2b-c718-456e-a4a4-81136518e304), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.327279 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Added segment 81463c2b-c718-456e-a4a4-81136518e304 of type vlan for network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 Apr 11 17:01:54.369255 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (b85ed34f-aab4-48a9-8943-ba1aa80dd7b4), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.393756 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (b85ed34f-aab4-48a9-8943-ba1aa80dd7b4), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.394807 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:54.395557 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.428731 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3398454 Apr 11 17:01:54.431624 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44962) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:54.437100 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Request body: {'subnet': {'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-883551448-subnet', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:54.455927 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Made reservation on behalf of c7994d24146849ada7ff0333c09e7f82 for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:01:54.458381 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328849'] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.458830 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1641a7f-88a4-4685-ad0e-efbbb5d36ddf admin admin] Pushing event updated for resources: {'Network': ['ID=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:54.468540 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:01:54.623709 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25281304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328835'] for subnet (2345e9b8-042e-4f4e-a78b-9a63f116e11d), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.675221 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2345e9b8-042e-4f4e-a78b-9a63f116e11d,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:54.685053 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Checking segment: {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:01:54.685421 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Network hostable DHCP agents. Network: b85ed34f-aab4-48a9-8943-ba1aa80dd7b4, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:01:54.701943 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:01:54.710506 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, b85ed34f-aab4-48a9-8943-ba1aa80dd7b4) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:01:54.714799 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:54.715939 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.719848 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f288a0-730d-41c0-bf6f-03178f2613c8 None None] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:01:54.732090 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-0fd065e5-9d2f-4b5a-88d6-4050c4d55bd0 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.2987981 Apr 11 17:01:54.734825 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44964) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:54.739015 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:54.757532 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (4b473446-4349-4b7e-bcf5-e870538378ba), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.758513 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (4b473446-4349-4b7e-bcf5-e870538378ba), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.815964 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks [] for router_controller (4b473446-4349-4b7e-bcf5-e870538378ba), precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.825982 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:01:54.827078 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.957328 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks [] for router_gateway (4b473446-4349-4b7e-bcf5-e870538378ba), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:54.966648 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Allocated IP 172.20.0.2 (b85ed34f-aab4-48a9-8943-ba1aa80dd7b4/2345e9b8-042e-4f4e-a78b-9a63f116e11d/c9902845-527b-4589-b564-124eee62923c) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:01:55.142962 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks [] for router_gateway (4b473446-4349-4b7e-bcf5-e870538378ba), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.162515 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.243026 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Publish callbacks [] for port (c9902845-527b-4589-b564-124eee62923c), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.249361 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (c9902845-527b-4589-b564-124eee62923c), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.267907 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Allocated IP 172.27.1.11 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/54227c03-3d75-4c93-87a7-2b07731fb49c) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:01:55.287757 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:01:55.290530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:01:55.293972 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:01:55.302892 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Pushing event updated for resources: {'Port': ['ID=c9902845-527b-4589-b564-124eee62923c,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:55.363594 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Attempting to bind port c9902845-527b-4589-b564-124eee62923c on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:01:55.364225 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Attempting to bind port c9902845-527b-4589-b564-124eee62923c by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:01:55.364839 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Attempting to bind port c9902845-527b-4589-b564-124eee62923c on network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:01:55.371172 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:01:55.371560 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Checking segment: {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:01:55.372492 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.372894 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Bound using segment: {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:01:55.373007 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks [] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.373369 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Bound port: c9902845-527b-4589-b564-124eee62923c, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:01:55.373754 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c9902845-527b-4589-b564-124eee62923c), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.406217 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.436077 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] For port c9902845-527b-4589-b564-124eee62923c, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:01:55.439361 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] For port c9902845-527b-4589-b564-124eee62923c, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c9902845-527b-4589-b564-124eee62923c,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:01:55.441622 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:01:55.444426 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:01:55.445989 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c9902845-527b-4589-b564-124eee62923c), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:55.447752 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:01:55.495485 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Pushing event updated for resources: {'Port': ['ID=54227c03-3d75-4c93-87a7-2b07731fb49c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:55.505296 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a75a59-2529-4c71-8b26-d424a48c24fc None None] Pushing event updated for resources: {'Port': ['ID=c9902845-527b-4589-b564-124eee62923c,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:55.953578 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks [] for router_gateway (4b473446-4349-4b7e-bcf5-e870538378ba), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:56.152499 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (4b473446-4349-4b7e-bcf5-e870538378ba), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:56.287198 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Router 4b473446-4349-4b7e-bcf5-e870538378ba is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:01:56.398123 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:01:56.399035 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ac03cf-f42c-425d-8452-ff63b494d5b0 None None] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:01:56.415516 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:56.415695 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Sync routers for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:01:56.416783 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f5213100-5418-4779-90b8-fc32ea3f6f92 admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6810176 Apr 11 17:01:56.419553 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 44970) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:56.474603 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-4bd31eff-b92c-48a1-8ef9-ff7f6cdf5393 None None] Provisioning complete for port c9902845-527b-4589-b564-124eee62923c triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:56.474987 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd31eff-b92c-48a1-8ef9-ff7f6cdf5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c9902845-527b-4589-b564-124eee62923c), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:56.497752 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:01:56.498410 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:56.682116 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:01:56.738137 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-4bd31eff-b92c-48a1-8ef9-ff7f6cdf5393 None None] Current status of the port c9902845-527b-4589-b564-124eee62923c is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:01:56.738537 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd31eff-b92c-48a1-8ef9-ff7f6cdf5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c9902845-527b-4589-b564-124eee62923c), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:56.827739 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-4bd31eff-b92c-48a1-8ef9-ff7f6cdf5393 None None] For port c9902845-527b-4589-b564-124eee62923c, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c9902845-527b-4589-b564-124eee62923c,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:56.836428 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-4bd31eff-b92c-48a1-8ef9-ff7f6cdf5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c9902845-527b-4589-b564-124eee62923c), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:56.842747 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:56.927475 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd31eff-b92c-48a1-8ef9-ff7f6cdf5393 None None] Pushing event updated for resources: {'Port': ['ID=c9902845-527b-4589-b564-124eee62923c,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:56.931958 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:55Z', 'revision_number': 3, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:56.963836 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Checking router: 4b473446-4349-4b7e-bcf5-e870538378ba for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:01:56.964198 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Updating router 4b473446-4349-4b7e-bcf5-e870538378ba port 54227c03-3d75-4c93-87a7-2b07731fb49c binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:01:56.989376 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-a3a9f393-f5a1-45b6-ac17-47f416aaa00a None None] Provisioning complete for port c9902845-527b-4589-b564-124eee62923c triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:56.989761 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a3a9f393-f5a1-45b6-ac17-47f416aaa00a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c9902845-527b-4589-b564-124eee62923c), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.006134 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Allocated IP 172.20.0.1 (b85ed34f-aab4-48a9-8943-ba1aa80dd7b4/2345e9b8-042e-4f4e-a78b-9a63f116e11d/b4d606e2-ddd5-4bcd-a65a-d135801527dd) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:01:57.017521 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.113374 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Publish callbacks [] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.150259 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.165046 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-a3a9f393-f5a1-45b6-ac17-47f416aaa00a None None] Current status of the port c9902845-527b-4589-b564-124eee62923c is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:01:57.188719 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:01:57.193006 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:01:57.200591 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:01:57.203908 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Pushing event updated for resources: {'Port': ['ID=b4d606e2-ddd5-4bcd-a65a-d135801527dd,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:57.239250 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (4b473446-4349-4b7e-bcf5-e870538378ba), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.332073 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Publish callbacks [] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.338604 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.388691 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c9902845-527b-4589-b564-124eee62923c up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:01:57.410781 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.431407 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c314d-b2b8-4e37-a5e6-f9665696a160 None None] Pushing event updated for resources: {'Port': ['ID=54227c03-3d75-4c93-87a7-2b07731fb49c,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:57.449717 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Attempting to bind port 54227c03-3d75-4c93-87a7-2b07731fb49c on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:01:57.450115 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Attempting to bind port 54227c03-3d75-4c93-87a7-2b07731fb49c by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:01:57.450485 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Attempting to bind port 54227c03-3d75-4c93-87a7-2b07731fb49c on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:01:57.459419 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:01:57.459800 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:01:57.460207 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.460606 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:01:57.461074 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Bound port: 54227c03-3d75-4c93-87a7-2b07731fb49c, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:01:57.461453 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.482704 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port c9902845-527b-4589-b564-124eee62923c triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:57.483009 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c9902845-527b-4589-b564-124eee62923c), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.525549 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-a2cdb60f-6eee-4e1a-b5ce-cfde14c83c67 None None] Provisioning complete for port b4d606e2-ddd5-4bcd-a65a-d135801527dd triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:57.525923 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a2cdb60f-6eee-4e1a-b5ce-cfde14c83c67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.572719 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Publish callbacks [] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.576998 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.582274 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] For port 54227c03-3d75-4c93-87a7-2b07731fb49c, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:01:57.588567 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] For port 54227c03-3d75-4c93-87a7-2b07731fb49c, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=54227c03-3d75-4c93-87a7-2b07731fb49c,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:01:57.595736 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-a2cdb60f-6eee-4e1a-b5ce-cfde14c83c67 None None] Port b4d606e2-ddd5-4bcd-a65a-d135801527dd cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:01:57.599662 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.647410 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Pushing event updated for resources: {'Port': ['ID=b4d606e2-ddd5-4bcd-a65a-d135801527dd,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:57.651642 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (4b473446-4349-4b7e-bcf5-e870538378ba), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.682749 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port c9902845-527b-4589-b564-124eee62923c is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:01:57.691965 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:01:57.692584 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:57.694483 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c314d-b2b8-4e37-a5e6-f9665696a160 None None] Pushing event updated for resources: {'Port': ['ID=54227c03-3d75-4c93-87a7-2b07731fb49c,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:57.746701 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:01:57.748145 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:01:57.951169 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:01:58.065420 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-98ca9afd-f074-4868-a935-3b4efa360a96 None None] Provisioning complete for port b4d606e2-ddd5-4bcd-a65a-d135801527dd triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:58.065720 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-98ca9afd-f074-4868-a935-3b4efa360a96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:58.120162 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Router 4b473446-4349-4b7e-bcf5-e870538378ba has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:01:58.143295 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-98ca9afd-f074-4868-a935-3b4efa360a96 None None] Port b4d606e2-ddd5-4bcd-a65a-d135801527dd cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:01:58.202677 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 2, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:01:58.229507 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158da218-e1c3-4701-ad59-43bcf5ea6f18 None None] The sync data for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi is: [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 2, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:01:58.251509 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:01:58.257023 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-849002ba-d601-42f5-a4c3-b958bbfc3e39 admin admin] 10.222.0.73 "PUT /v2.0/routers/4b473446-4349-4b7e-bcf5-e870538378ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8359065 Apr 11 17:01:58.789340 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45004) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:58.794322 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-708107435-network', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:58.814494 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Made reservation on behalf of 8e93d4be3f5e4f57ab92462022ff48dd for: {'network': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:01:58.817162 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:58.826730 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:58.930547 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Publish callbacks [] for security_group (5e915ff3-52af-43f6-9729-15db80c8aac1), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:58.935627 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (5e915ff3-52af-43f6-9729-15db80c8aac1), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:58.961652 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 1177, 'physical_network': 'physnet1'} {{(pid=109888) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:01:58.971115 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e915ff3-52af-43f6-9729-15db80c8aac1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:58.978743 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (1bc56e9a-1fa1-4edc-8a60-3070090f31bc), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:58.979102 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.segments_db [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Added segment 1bc56e9a-1fa1-4edc-8a60-3070090f31bc of type vlan for network 7f92f156-2f06-4507-a744-979934380365 Apr 11 17:01:59.027356 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (7f92f156-2f06-4507-a744-979934380365), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.053662 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (7f92f156-2f06-4507-a744-979934380365), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.059920 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:59.059920 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.091108 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3006470 Apr 11 17:01:59.093800 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45006) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:59.098685 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Request body: {'subnet': {'network_id': '7f92f156-2f06-4507-a744-979934380365', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-708107435-subnet', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:59.139668 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca0957-0d02-4a11-acbc-9f87c1ee53d1 admin admin] Pushing event updated for resources: {'Network': ['ID=7f92f156-2f06-4507-a744-979934380365,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:59.150414 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Made reservation on behalf of 8e93d4be3f5e4f57ab92462022ff48dd for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:01:59.151202 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network 7f92f156-2f06-4507-a744-979934380365 details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:01:59.152767 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328849'] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.334332 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25281304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328835'] for subnet (e03912d7-0e5d-41a8-b529-c61a37c6106a), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.361188 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 54227c03-3d75-4c93-87a7-2b07731fb49c up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:01:59.385858 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03912d7-0e5d-41a8-b529-c61a37c6106a,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:59.401676 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Checking segment: {'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:01:59.402047 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Network hostable DHCP agents. Network: 7f92f156-2f06-4507-a744-979934380365, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:01:59.423918 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Network 7f92f156-2f06-4507-a744-979934380365 is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:01:59.426052 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 54227c03-3d75-4c93-87a7-2b07731fb49c triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:01:59.426444 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.434066 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, 7f92f156-2f06-4507-a744-979934380365) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:01:59.438966 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:01:59.439566 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.448716 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750965ba-6f98-45d0-b7d1-e35486d0502c None None] Network 7f92f156-2f06-4507-a744-979934380365 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:01:59.461379 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e05bc414-fddd-4929-83d6-0a6451fffdc6 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3665311 Apr 11 17:01:59.463873 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45010) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:01:59.468931 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:01:59.490831 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-677935', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-14726'] for router (5afecbcc-34af-4a1d-b3fe-dd246b132a87), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.492250 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679839', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-577828', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-866627', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-14751'] for router (5afecbcc-34af-4a1d-b3fe-dd246b132a87), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.552314 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks [] for router_controller (5afecbcc-34af-4a1d-b3fe-dd246b132a87), precommit_add_association {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.608520 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 54227c03-3d75-4c93-87a7-2b07731fb49c is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:01:59.608919 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.616677 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1fa75d4e-f07f-58e9-8fcb-f83b00d28a44-7f92f156-2f06-4507-a744-979934380365', 'network_id': '7f92f156-2f06-4507-a744-979934380365', 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'fixed_ips': [{'subnet_id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a'}]}} from dv-cinder-837166-2-iscsi. {{(pid=109890) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 17:01:59.617498 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.644419 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port 54227c03-3d75-4c93-87a7-2b07731fb49c, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=54227c03-3d75-4c93-87a7-2b07731fb49c,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:01:59.652589 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.694730 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks [] for router_gateway (5afecbcc-34af-4a1d-b3fe-dd246b132a87), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.764897 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=54227c03-3d75-4c93-87a7-2b07731fb49c,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:01:59.807199 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.db_base_plugin_common [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Allocated IP 172.20.0.2 (7f92f156-2f06-4507-a744-979934380365/e03912d7-0e5d-41a8-b529-c61a37c6106a/4da66999-6ab6-4c8e-9465-04f3236140da) {{(pid=109890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:01:59.874847 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks [] for router_gateway (5afecbcc-34af-4a1d-b3fe-dd246b132a87), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.893495 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.953749 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Publish callbacks [] for port (4da66999-6ab6-4c8e-9465-04f3236140da), precommit_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.959501 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), after_create {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:59.997578 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Network 7f92f156-2f06-4507-a744-979934380365 is already hosted by enough agents. {{(pid=109890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:00.000524 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.scheduler.base_scheduler [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Resources bound (agent type, host, resource id): {{(pid=109890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:00.003932 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Received port after_create {{(pid=109890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:00.005890 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Allocated IP 172.27.1.222 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/37957daa-36f4-4af3-a3e2-cfcc05e44a00) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:02:00.018915 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Pushing event updated for resources: {'Port': ['ID=4da66999-6ab6-4c8e-9465-04f3236140da,revision_number=1']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:00.079439 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Attempting to bind port 4da66999-6ab6-4c8e-9465-04f3236140da on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:02:00.079816 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Attempting to bind port 4da66999-6ab6-4c8e-9465-04f3236140da by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:02:00.080191 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Attempting to bind port 4da66999-6ab6-4c8e-9465-04f3236140da on network 7f92f156-2f06-4507-a744-979934380365 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:00.085211 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:02:00.085716 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Checking segment: {'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:00.086135 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.086537 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Bound using segment: {'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:02:00.087052 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Bound port: 4da66999-6ab6-4c8e-9465-04f3236140da, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:02:00.087447 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.112474 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks [] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.148211 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.157941 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] For port 4da66999-6ab6-4c8e-9465-04f3236140da, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:02:00.161170 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] For port 4da66999-6ab6-4c8e-9465-04f3236140da, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=4da66999-6ab6-4c8e-9465-04f3236140da,segment=NetworkSegment(1bc56e9a-1fa1-4edc-8a60-3070090f31bc),segment_id=1bc56e9a-1fa1-4edc-8a60-3070090f31bc)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:02:00.167332 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.191155 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:00.195402 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:00.197837 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:00.208543 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Pushing event updated for resources: {'Port': ['ID=37957daa-36f4-4af3-a3e2-cfcc05e44a00,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:00.229906 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7958d1-81a4-4842-ae79-f6f1d8a73bfc None None] Pushing event updated for resources: {'Port': ['ID=4da66999-6ab6-4c8e-9465-04f3236140da,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:00.424393 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Sync routers for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:00.434425 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:00.435110 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:00.481171 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks [] for router_gateway (5afecbcc-34af-4a1d-b3fe-dd246b132a87), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.579897 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:00.693486 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679846', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-578519'] for router (5afecbcc-34af-4a1d-b3fe-dd246b132a87), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.826656 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 is scheduled to L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc with binding_index 1 {{(pid=109888) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 17:02:00.855014 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 2, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:00.882562 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Checking router: 4b473446-4349-4b7e-bcf5-e870538378ba for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:00.882961 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Updating router 4b473446-4349-4b7e-bcf5-e870538378ba port b4d606e2-ddd5-4bcd-a65a-d135801527dd binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:02:00.916118 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.944023 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:00.956289 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Sync routers for ids ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:00.961510 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.964558 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-bda56176-8eb8-4e46-b65c-3e8ec838cb7c admin admin] 10.222.0.73 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4994326 Apr 11 17:02:00.967995 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45014) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:00.970902 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Routers {'5afecbcc-34af-4a1d-b3fe-dd246b132a87'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:00.971563 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:01.105481 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Set router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:01.244963 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac50354-b830-44e7-9798-8bdd777f1e40 None None] Network 7f92f156-2f06-4507-a744-979934380365 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:02:01.254256 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Publish callbacks [] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.260627 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.346691 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Pushing event updated for resources: {'Port': ['ID=b4d606e2-ddd5-4bcd-a65a-d135801527dd,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:01.364270 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.364628 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.365001 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.365361 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.365706 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.366043 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.366377 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.366737 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.367071 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.367403 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.367744 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.368090 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.368427 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.373590 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.373852 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:01.403417 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-7b6ec9a0-dbb8-4594-94ee-6638a3aecde3 None None] Provisioning complete for port 4da66999-6ab6-4c8e-9465-04f3236140da triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:01.403794 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec9a0-dbb8-4594-94ee-6638a3aecde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.463492 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.464943 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Attempting to bind port b4d606e2-ddd5-4bcd-a65a-d135801527dd on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:02:01.465875 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Attempting to bind port b4d606e2-ddd5-4bcd-a65a-d135801527dd by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:02:01.466414 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Attempting to bind port b4d606e2-ddd5-4bcd-a65a-d135801527dd on network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:01.472378 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:02:01.473034 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Checking segment: {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:01.473592 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.474133 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Bound using segment: {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:02:01.486222 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Bound port: b4d606e2-ddd5-4bcd-a65a-d135801527dd, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:02:01.487293 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.584977 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] For port b4d606e2-ddd5-4bcd-a65a-d135801527dd, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:02:01.588758 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] For port b4d606e2-ddd5-4bcd-a65a-d135801527dd, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=b4d606e2-ddd5-4bcd-a65a-d135801527dd,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:02:01.595823 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.634989 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 4da66999-6ab6-4c8e-9465-04f3236140da up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:01.657048 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa3d573-c9b2-4d0d-90ab-8345d9b4cd5d None None] Pushing event updated for resources: {'Port': ['ID=b4d606e2-ddd5-4bcd-a65a-d135801527dd,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:01.661857 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:00Z', 'revision_number': 3, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port': {'id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:01.672832 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Allocated IP 172.20.0.1 (7f92f156-2f06-4507-a744-979934380365/e03912d7-0e5d-41a8-b529-c61a37c6106a/07a3b491-39e4-4a22-9292-1b402eba4162) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:02:01.688718 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:01.689364 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:01.705941 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Checking router: 5afecbcc-34af-4a1d-b3fe-dd246b132a87 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:01.706309 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Updating router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 binding host dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:02:01.760083 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.824898 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 4da66999-6ab6-4c8e-9465-04f3236140da triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:01.825284 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:01.874412 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:01.927731 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ec9a0-dbb8-4594-94ee-6638a3aecde3 None None] Current status of the port 4da66999-6ab6-4c8e-9465-04f3236140da is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:01.928128 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec9a0-dbb8-4594-94ee-6638a3aecde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.010208 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7b6ec9a0-dbb8-4594-94ee-6638a3aecde3 None None] For port 4da66999-6ab6-4c8e-9465-04f3236140da, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=4da66999-6ab6-4c8e-9465-04f3236140da,segment=NetworkSegment(1bc56e9a-1fa1-4edc-8a60-3070090f31bc),segment_id=1bc56e9a-1fa1-4edc-8a60-3070090f31bc)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:02.067166 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7b6ec9a0-dbb8-4594-94ee-6638a3aecde3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.113837 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Publish callbacks [] for port (07a3b491-39e4-4a22-9292-1b402eba4162), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.115024 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 4da66999-6ab6-4c8e-9465-04f3236140da is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:02.115423 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.148228 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:02:01Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:02.148568 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.170985 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ec9a0-dbb8-4594-94ee-6638a3aecde3 None None] Pushing event updated for resources: {'Port': ['ID=4da66999-6ab6-4c8e-9465-04f3236140da,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:02.184814 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cdb324-1a08-4694-be63-be99683076cd None None] The sync data for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi is: [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:02:01Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:02.187214 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Network 7f92f156-2f06-4507-a744-979934380365 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:02.190178 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:02.197123 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:02.236133 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Pushing event updated for resources: {'Port': ['ID=07a3b491-39e4-4a22-9292-1b402eba4162,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:02.260191 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-578340'] for router_interface (5afecbcc-34af-4a1d-b3fe-dd246b132a87), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.277730 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Publish callbacks [] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), precommit_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.290676 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Provisioning complete for port 4da66999-6ab6-4c8e-9465-04f3236140da triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:02.291202 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.295246 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.379651 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.db.api [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 17:02:02.380067 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG oslo_db.api [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 17:02:02.409957 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Attempting to bind port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:02:02.410349 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Attempting to bind port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:02:02.410756 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Attempting to bind port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 on network d77d523e-a7ef-4e9c-a8aa-de7041994475 {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:02.415850 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e0979-7f30-42bb-a574-fca8883ce400 None None] Pushing event updated for resources: {'Port': ['ID=37957daa-36f4-4af3-a3e2-cfcc05e44a00,revision_number=2']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:02.417348 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.429427 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:02:02.430439 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Checking segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:02.430439 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.431007 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Bound using segment: {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'} {{(pid=109890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:02:02.431553 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.managers [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Bound port: 37957daa-36f4-4af3-a3e2-cfcc05e44a00, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20868ad-85f1-41d0-807f-ed1a77849611', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475'}}] {{(pid=109890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:02:02.432353 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.520633 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Current status of the port 4da66999-6ab6-4c8e-9465-04f3236140da is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:02.525120 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] For port 37957daa-36f4-4af3-a3e2-cfcc05e44a00, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:02:02.541307 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] For port 37957daa-36f4-4af3-a3e2-cfcc05e44a00, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=37957daa-36f4-4af3-a3e2-cfcc05e44a00,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:02:02.543643 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Provisioning complete for port b4d606e2-ddd5-4bcd-a65a-d135801527dd triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:02.544030 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.567281 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.624035 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Publish callbacks [] for port (07a3b491-39e4-4a22-9292-1b402eba4162), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.631775 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.654973 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e0979-7f30-42bb-a574-fca8883ce400 None None] Pushing event updated for resources: {'Port': ['ID=37957daa-36f4-4af3-a3e2-cfcc05e44a00,revision_number=3']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:02.668194 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Routers {'5afecbcc-34af-4a1d-b3fe-dd246b132a87'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:02.668898 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:02.722967 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-578196'] for router_interface (5afecbcc-34af-4a1d-b3fe-dd246b132a87), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.757802 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Pushing event updated for resources: {'Port': ['ID=07a3b491-39e4-4a22-9292-1b402eba4162,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:02.774296 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Current status of the port b4d606e2-ddd5-4bcd-a65a-d135801527dd is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:02.774857 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.842932 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Network 7f92f156-2f06-4507-a744-979934380365 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:02.844413 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:02.852537 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] For port b4d606e2-ddd5-4bcd-a65a-d135801527dd, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=b4d606e2-ddd5-4bcd-a65a-d135801527dd,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:02.857514 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:02.867967 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] Set router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:03.016605 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 4da66999-6ab6-4c8e-9465-04f3236140da is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:03.017653 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 54227c03-3d75-4c93-87a7-2b07731fb49c up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:03.021033 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:03.042890 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d36f0-451a-4218-937a-a2d427bbe434 None None] Pushing event updated for resources: {'Port': ['ID=b4d606e2-ddd5-4bcd-a65a-d135801527dd,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:03.079263 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-9921e1b5-7d83-4a78-9bc1-17b85b13d453 None None] Provisioning complete for port 07a3b491-39e4-4a22-9292-1b402eba4162 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:03.079633 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9921e1b5-7d83-4a78-9bc1-17b85b13d453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:03.149822 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:03.155421 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-a8c1268c-f815-45c3-84f6-2deab32f38aa admin admin] 10.222.0.73 "PUT /v2.0/routers/5afecbcc-34af-4a1d-b3fe-dd246b132a87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1854546 Apr 11 17:02:03.161616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-9921e1b5-7d83-4a78-9bc1-17b85b13d453 None None] Port 07a3b491-39e4-4a22-9292-1b402eba4162 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:02:03.179016 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 54227c03-3d75-4c93-87a7-2b07731fb49c triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:03.179398 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:03.256742 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 4, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port': {'id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '07a3b491-39e4-4a22-9292-1b402eba4162', 'name': '', 'network_id': '7f92f156-2f06-4507-a744-979934380365', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'mac_address': 'fa:16:3e:91:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:01Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 2, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'subnets': [{'id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:03.307550 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67771f6-e1f4-4979-ae3a-4e707933c124 None None] The sync data for ids ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'] in dv-cinder-837166-2-iscsi is: [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 4, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port': {'id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '07a3b491-39e4-4a22-9292-1b402eba4162', 'name': '', 'network_id': '7f92f156-2f06-4507-a744-979934380365', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'mac_address': 'fa:16:3e:91:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:01Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 2, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'subnets': [{'id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:03.322305 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-038ab7c6-ade7-4c98-8c5d-16462f83b77c None None] Provisioning complete for port 07a3b491-39e4-4a22-9292-1b402eba4162 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:03.322988 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-038ab7c6-ade7-4c98-8c5d-16462f83b77c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:03.352124 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 54227c03-3d75-4c93-87a7-2b07731fb49c is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:03.369809 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-038ab7c6-ade7-4c98-8c5d-16462f83b77c None None] Port 07a3b491-39e4-4a22-9292-1b402eba4162 cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:02:03.458982 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device b4d606e2-ddd5-4bcd-a65a-d135801527dd up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:03.658753 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port b4d606e2-ddd5-4bcd-a65a-d135801527dd triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:03.659215 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:03.745676 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port b4d606e2-ddd5-4bcd-a65a-d135801527dd is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:03.747316 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 4da66999-6ab6-4c8e-9465-04f3236140da up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:03.798514 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 4da66999-6ab6-4c8e-9465-04f3236140da triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:03.798937 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:03.906167 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 4da66999-6ab6-4c8e-9465-04f3236140da is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:05.485924 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 37957daa-36f4-4af3-a3e2-cfcc05e44a00 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:05.556102 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:05.556751 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:05.655456 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:05.655855 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:05.686706 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] For port 37957daa-36f4-4af3-a3e2-cfcc05e44a00, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=37957daa-36f4-4af3-a3e2-cfcc05e44a00,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:05.694373 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:05.749092 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Pushing event updated for resources: {'Port': ['ID=37957daa-36f4-4af3-a3e2-cfcc05e44a00,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:06.577611 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Sync routers for ids ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:06.588921 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Routers {'5afecbcc-34af-4a1d-b3fe-dd246b132a87'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:06.589545 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:06.704058 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Set router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:06.801767 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45078) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:06.948576 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 4, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port': {'id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '07a3b491-39e4-4a22-9292-1b402eba4162', 'name': '', 'network_id': '7f92f156-2f06-4507-a744-979934380365', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'mac_address': 'fa:16:3e:91:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:01Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 2, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'subnets': [{'id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:06.984213 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Deleting port 79d1e9e9-e867-42c5-97bb-0a6ebe549c35 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:06.984563 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:06.989110 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Checking router: 5afecbcc-34af-4a1d-b3fe-dd246b132a87 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:06.989578 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Updating router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 port 07a3b491-39e4-4a22-9292-1b402eba4162 binding host dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 17:02:07.024551 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.080406 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.081004 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.099761 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Calling delete_port for 79d1e9e9-e867-42c5-97bb-0a6ebe549c35 owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:07.324483 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (79d1e9e9-e867-42c5-97bb-0a6ebe549c35), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.351006 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Publish callbacks [] for port (07a3b491-39e4-4a22-9292-1b402eba4162), precommit_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.355539 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event deleted for resources: {'Port': ['ID=79d1e9e9-e867-42c5-97bb-0a6ebe549c35,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:07.372459 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.445305 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0edc5-cace-41cf-8f81-5d58654fe480 None None] Pushing event updated for resources: {'Port': ['ID=07a3b491-39e4-4a22-9292-1b402eba4162,revision_number=3']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:07.470290 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (fc3ea5c3-7b99-4fbf-bb43-bc74845471c4), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.486977 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Floating IP fc3ea5c3-7b99-4fbf-bb43-bc74845471c4 disassociated (deleted). External IP: 172.27.1.21, port: 6f30dd78-0998-48f4-a8b6-eb5fb26376d0. Apr 11 17:02:07.492009 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 37957daa-36f4-4af3-a3e2-cfcc05e44a00 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:07.547204 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Attempting to bind port 07a3b491-39e4-4a22-9292-1b402eba4162 on host dv-cinder-837166-2-iscsi for vnic_type normal with profile {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:02:07.547590 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Attempting to bind port 07a3b491-39e4-4a22-9292-1b402eba4162 by drivers openvswitch,hyperv on host dv-cinder-837166-2-iscsi at level 0 using segments [{'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:02:07.547958 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Attempting to bind port 07a3b491-39e4-4a22-9292-1b402eba4162 on network 7f92f156-2f06-4507-a744-979934380365 {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:07.561252 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:07.562057 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.572309 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Checking agent: {'id': 'bb383bd0-9034-46bb-925d-988ea269503a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837166-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 42, 19), 'started_at': datetime.datetime(2022, 4, 11, 16, 42, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837166-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:02:07.572729 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Checking segment: {'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:07.574776 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.575590 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Bound using segment: {'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'} {{(pid=109891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:02:07.575731 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.managers [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Bound port: 07a3b491-39e4-4a22-9292-1b402eba4162, host: dv-cinder-837166-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc56e9a-1fa1-4edc-8a60-3070090f31bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1177, 'network_id': '7f92f156-2f06-4507-a744-979934380365'}}] {{(pid=109891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:02:07.576055 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), before_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.699947 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] For port 07a3b491-39e4-4a22-9292-1b402eba4162, host dv-cinder-837166-2-iscsi, cleared binding levels {{(pid=109891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:02:07.708116 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.plugins.ml2.db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] For port 07a3b491-39e4-4a22-9292-1b402eba4162, host dv-cinder-837166-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=07a3b491-39e4-4a22-9292-1b402eba4162,segment=NetworkSegment(1bc56e9a-1fa1-4edc-8a60-3070090f31bc),segment_id=1bc56e9a-1fa1-4edc-8a60-3070090f31bc)] {{(pid=109891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:02:07.722536 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron_lib.callbacks.manager [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), after_update {{(pid=109891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.741322 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:07.835017 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-e79680e9-4ad9-47dd-9c39-280152cd9d6f None None] Provisioning complete for port 07a3b491-39e4-4a22-9292-1b402eba4162 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:07.835836 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e79680e9-4ad9-47dd-9c39-280152cd9d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:07.841611 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0edc5-cace-41cf-8f81-5d58654fe480 None None] Pushing event updated for resources: {'Port': ['ID=07a3b491-39e4-4a22-9292-1b402eba4162,revision_number=4']} {{(pid=109891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:07.849959 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Routers {'5afecbcc-34af-4a1d-b3fe-dd246b132a87'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:07.850621 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:07.918004 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:08.024525 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-e79680e9-4ad9-47dd-9c39-280152cd9d6f None None] Current status of the port 07a3b491-39e4-4a22-9292-1b402eba4162 is: DOWN; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:08.024930 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e79680e9-4ad9-47dd-9c39-280152cd9d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:08.117085 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-e79680e9-4ad9-47dd-9c39-280152cd9d6f None None] For port 07a3b491-39e4-4a22-9292-1b402eba4162, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=07a3b491-39e4-4a22-9292-1b402eba4162,segment=NetworkSegment(1bc56e9a-1fa1-4edc-8a60-3070090f31bc),segment_id=1bc56e9a-1fa1-4edc-8a60-3070090f31bc)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:08.124735 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-e79680e9-4ad9-47dd-9c39-280152cd9d6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:08.134950 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] Set router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:08.195040 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:08.201515 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:08.223333 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:08.245015 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79680e9-4ad9-47dd-9c39-280152cd9d6f None None] Pushing event updated for resources: {'Port': ['ID=07a3b491-39e4-4a22-9292-1b402eba4162,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:08.265915 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c8f5ead9-a2da-4535-bb75-18b6b44e82af tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "DELETE /v2.0/floatingips/fc3ea5c3-7b99-4fbf-bb43-bc74845471c4 HTTP/1.1" status: 204 len: 168 time: 1.4630570 Apr 11 17:02:08.266620 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:08.269002 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf06345d-0372-4638-9fce-ba9ff8692325" -d '{"events": [{"name": "network-changed", "server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:08.283160 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:08.283990 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:08.286205 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d26dd086-c55d-435f-98f4-c06c789233b2 None None] Provisioning complete for port 07a3b491-39e4-4a22-9292-1b402eba4162 triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:08.286583 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d26dd086-c55d-435f-98f4-c06c789233b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:08.337435 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5e389b-d1fd-401d-83b4-fceceb46c56a x-openstack-request-id: req-3f5e389b-d1fd-401d-83b4-fceceb46c56a {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:08.337735 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:08.337985 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3f5e389b-d1fd-401d-83b4-fceceb46c56a {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:08.338392 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f5e389b-d1fd-401d-83b4-fceceb46c56a'] response: {'name': 'network-changed', 'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'status': 'completed', 'code': 200} Apr 11 17:02:08.444708 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-6ed1ea03-1dad-4fac-99fe-27b23b9eb713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:08.447336 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-6ed1ea03-1dad-4fac-99fe-27b23b9eb713 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 1129 time: 0.0687819 Apr 11 17:02:08.522546 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:08.567568 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 4, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port': {'id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '07a3b491-39e4-4a22-9292-1b402eba4162', 'name': '', 'network_id': '7f92f156-2f06-4507-a744-979934380365', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'mac_address': 'fa:16:3e:91:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:01Z', 'updated_at': '2022-04-11T17:02:07Z', 'revision_number': 4, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'subnets': [{'id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:08.612609 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-7dbe5eae-620b-4ed1-a18b-70f4570a871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:08.614154 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-7dbe5eae-620b-4ed1-a18b-70f4570a871c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.1603799 Apr 11 17:02:08.630866 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d26dd086-c55d-435f-98f4-c06c789233b2 None None] Current status of the port 07a3b491-39e4-4a22-9292-1b402eba4162 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:08.639627 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd89f5a7-f71e-4a63-a503-8f2e8aa7a4f0 None None] The sync data for ids ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'] in dv-cinder-837166-2-iscsi is: [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 4, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port': {'id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '07a3b491-39e4-4a22-9292-1b402eba4162', 'name': '', 'network_id': '7f92f156-2f06-4507-a744-979934380365', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'mac_address': 'fa:16:3e:91:9d:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:02:01Z', 'updated_at': '2022-04-11T17:02:07Z', 'revision_number': 4, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'subnets': [{'id': 'e03912d7-0e5d-41a8-b529-c61a37c6106a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:08.674696 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbd27ec-4f4a-4978-8163-148a70faf725 req-64a6c29b-81db-4cf4-b893-a7c77c340f33 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:08.676260 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8dbd27ec-4f4a-4978-8163-148a70faf725 req-64a6c29b-81db-4cf4-b893-a7c77c340f33 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 945 time: 0.0549486 Apr 11 17:02:08.757396 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-8dbd27ec-4f4a-4978-8163-148a70faf725 req-aa275aec-e17b-41bb-b5ac-726116c0455b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699062 Apr 11 17:02:08.818376 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 1, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:08.847481 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:08.857097 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:08.857931 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:01:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:08.976020 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:09.283701 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 1, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:09.328599 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2b0609-8ba1-44e1-853a-da3f80c01098 None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': 'bd9f3309-8f5d-4853-87ae-25808fa3e921', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'port_id': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'mac_address': 'fa:16:3e:96:8e:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:58:04Z', 'updated_at': '2022-04-11T16:58:07Z', 'revision_number': 1, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:09.475985 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 07a3b491-39e4-4a22-9292-1b402eba4162 up at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:09.601872 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Provisioning complete for port 07a3b491-39e4-4a22-9292-1b402eba4162 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:09.601872 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:09.724751 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-ce98365c-ae8c-42da-8d17-7d6d66d87ab2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0 HTTP/1.1" status: 200 len: 217 time: 0.0473719 Apr 11 17:02:09.775490 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Current status of the port 07a3b491-39e4-4a22-9292-1b402eba4162 is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:09.776329 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239e5d8b-b03f-4120-a999-a1c75bd6f2a0 None None] New status for floating IP fc3ea5c3-7b99-4fbf-bb43-bc74845471c4: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:02:09.822813 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-6f2f2c86-437e-49f2-aff6-5c3bded95fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:09.824689 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-6f2f2c86-437e-49f2-aff6-5c3bded95fbf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0926332 Apr 11 17:02:09.978850 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-768b16f9-923e-448d-87cf-b7b5dad90c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:09.981414 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-768b16f9-923e-448d-87cf-b7b5dad90c2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558524 Apr 11 17:02:09.981827 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7255ddf-9d50-40f3-b163-74ff83fd3215 req-dd4ec46a-376d-4482-a352-aed9ae315574 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:09.983460 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b7255ddf-9d50-40f3-b163-74ff83fd3215 req-dd4ec46a-376d-4482-a352-aed9ae315574 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 945 time: 0.0648484 Apr 11 17:02:10.047500 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b7255ddf-9d50-40f3-b163-74ff83fd3215 req-6961a4f0-b8f0-4797-b88c-2b68e6bc667a tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577471 Apr 11 17:02:10.283148 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-ab62ddf0-db95-48b6-95e5-46e8a00d3562 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998240 Apr 11 17:02:11.172294 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01d3231-2168-481a-8bb9-a78702528567 req-ca09478a-095c-4480-82c0-595ba4607c88 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:11.174384 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b01d3231-2168-481a-8bb9-a78702528567 req-ca09478a-095c-4480-82c0-595ba4607c88 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 945 time: 0.0544472 Apr 11 17:02:11.228138 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b01d3231-2168-481a-8bb9-a78702528567 req-3a6e1fb2-1f8d-4165-9a88-33918a2304c4 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480008 Apr 11 17:02:12.357684 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97af575a-7317-4720-a745-6380bb095d9c req-64f235d7-9f81-4e76-984c-621e5e4c21e4 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:12.359561 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-97af575a-7317-4720-a745-6380bb095d9c req-64f235d7-9f81-4e76-984c-621e5e4c21e4 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 945 time: 0.0571072 Apr 11 17:02:12.414741 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-97af575a-7317-4720-a745-6380bb095d9c req-a54572f9-af32-4462-91be-f45ee19ad791 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487309 Apr 11 17:02:12.537194 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-84cb4780-543a-4f5a-8926-52feab76643e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:13.089753 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f498d-11d5-443f-a783-458b50d32da6 req-0f7b6ec5-9eed-46ef-8b54-3fa714a9e3b0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:13.092214 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-627f498d-11d5-443f-a783-458b50d32da6 req-0f7b6ec5-9eed-46ef-8b54-3fa714a9e3b0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 945 time: 0.1012826 Apr 11 17:02:13.155990 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-bf06345d-0372-4638-9fce-ba9ff8692325 req-2169dc07-b615-4b51-86e0-bf871fae71da service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664808 Apr 11 17:02:13.193778 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Deleting port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:13.194004 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:13.289150 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] For port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:13.290103 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:13.303910 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Calling delete_port for 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:13.402555 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-e8c63184-79c9-4aa4-bf38-2059044bd0a5 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:13.404125 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-e8c63184-79c9-4aa4-bf38-2059044bd0a5 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/networks?id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 200 len: 814 time: 0.1053300 Apr 11 17:02:13.418326 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-1608f731-b82a-4854-9217-1eb4c0bc5ffd tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/quotas/c7994d24146849ada7ff0333c09e7f82 HTTP/1.1" status: 200 len: 375 time: 0.0087354 Apr 11 17:02:13.437456 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (6f30dd78-0998-48f4-a8b6-eb5fb26376d0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:13.469167 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event deleted for resources: {'Port': ['ID=6f30dd78-0998-48f4-a8b6-eb5fb26376d0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:13.469981 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-ac004552-3c3c-4c20-9935-7121d28b215b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460083 Apr 11 17:02:13.518542 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] No DVR routers for this DVR port 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:13.520408 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-067f725a-2f13-4ccb-8a9c-6436fabb67ed req-e94d592e-5dce-4db7-95dd-d1d15fb0714c tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=7133b389-d33b-484d-b1c6-89e6851795aa HTTP/1.1" status: 200 len: 210 time: 0.0281878 Apr 11 17:02:13.523783 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:13.527088 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-627f498d-11d5-443f-a783-458b50d32da6 req-638ed5e6-0fd0-49c6-a450-bab98c6e6b17 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "DELETE /v2.0/ports/6f30dd78-0998-48f4-a8b6-eb5fb26376d0 HTTP/1.1" status: 204 len: 173 time: 0.4289691 Apr 11 17:02:13.527541 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'name': 'network-vif-deleted', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:13.529823 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea05576-a3de-4ec5-8779-48acc8c0295f" -d '{"events": [{"server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "name": "network-vif-deleted", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:13.569840 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f06b83-caba-489a-946e-3c2c50fe14c4 x-openstack-request-id: req-f1f06b83-caba-489a-946e-3c2c50fe14c4 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:13.570138 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7133b389-d33b-484d-b1c6-89e6851795aa", "name": "network-vif-deleted", "tag": "6f30dd78-0998-48f4-a8b6-eb5fb26376d0", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:13.570583 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f1f06b83-caba-489a-946e-3c2c50fe14c4 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:13.570818 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f06b83-caba-489a-946e-3c2c50fe14c4'] response: {'server_uuid': '7133b389-d33b-484d-b1c6-89e6851795aa', 'name': 'network-vif-deleted', 'tag': '6f30dd78-0998-48f4-a8b6-eb5fb26376d0', 'status': 'completed', 'code': 200} Apr 11 17:02:13.680937 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-a22f684c-a76d-4a5c-a97c-6a3138ab4248 service neutron] 10.222.0.73 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979990 Apr 11 17:02:13.770150 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-b0fee338-0896-486e-8e16-90a52a6b694d service neutron] 10.222.0.73 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826733 Apr 11 17:02:13.969932 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-21945a26-c9d1-4d99-be39-64d2be03c5da req-9c6d922d-79b4-4979-a6e5-988193b5c1cd tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 210 time: 0.0287132 Apr 11 17:02:14.858770 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-1aeddbb3-0375-4e83-817c-d41d0b8116a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:14.924499 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:14.951413 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:14.951792 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 6f30dd78-0998-48f4-a8b6-eb5fb26376d0 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:15.075757 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-78c33578-b794-46bd-8450-44f534edf90b req-f61fabf1-8da9-427a-ad6f-05dcb84f9a1e tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 210 time: 0.0298061 Apr 11 17:02:15.186274 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-5835196d-3d58-4a4d-8939-c02af064035e tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:15.187772 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-5835196d-3d58-4a4d-8939-c02af064035e tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.15 "GET /v2.0/networks?id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 200 len: 814 time: 0.1074247 Apr 11 17:02:15.220068 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'port': {'device_id': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'admin_state_up': True, 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:15.324326 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Made reservation on behalf of c7994d24146849ada7ff0333c09e7f82 for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:02:15.327630 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:15.475791 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Allocated IP 172.20.0.14 (b85ed34f-aab4-48a9-8943-ba1aa80dd7b4/2345e9b8-042e-4f4e-a78b-9a63f116e11d/b9a6d1d4-1cac-4880-b8b6-79183c20beca) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:02:15.695116 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:15.752474 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:15.802644 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:15.805838 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:15.811550 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:15.852696 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'Port': ['ID=b9a6d1d4-1cac-4880-b8b6-79183c20beca,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:15.885440 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:15.887059 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:15.915451 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-c9ca06d9-7cd1-4042-82ed-c865525f36a2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6988745 Apr 11 17:02:15.967496 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:16.193025 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eebaba5-c4b5-4ab8-bdfd-f6e6630f2a46 req-0a5373d2-397c-4849-8e00-31701ce246ce tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:16.195634 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0eebaba5-c4b5-4ab8-bdfd-f6e6630f2a46 req-0a5373d2-397c-4849-8e00-31701ce246ce tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 932 time: 0.0491881 Apr 11 17:02:16.208630 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-f0cbb5d0-415e-4eb9-8246-c9858725a416 None None] Provisioning complete for port b9a6d1d4-1cac-4880-b8b6-79183c20beca triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:16.209136 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f0cbb5d0-415e-4eb9-8246-c9858725a416 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:16.257289 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0eebaba5-c4b5-4ab8-bdfd-f6e6630f2a46 req-dca28591-1891-46bd-bb34-24efd9241fa1 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507293 Apr 11 17:02:16.260093 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-f0cbb5d0-415e-4eb9-8246-c9858725a416 None None] Port b9a6d1d4-1cac-4880-b8b6-79183c20beca cannot update to ACTIVE because it is not bound. {{(pid=109890) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 17:02:17.372520 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52100383-a13b-42e8-8fa9-3b668a91c57b req-3dfb6789-76fb-4806-9abc-ffae36235835 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:17.376148 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-52100383-a13b-42e8-8fa9-3b668a91c57b req-3dfb6789-76fb-4806-9abc-ffae36235835 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 932 time: 0.0580645 Apr 11 17:02:17.584303 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:17.666010 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-52100383-a13b-42e8-8fa9-3b668a91c57b req-e847fc1b-ced7-48ce-9e18-343e7461a901 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855053 Apr 11 17:02:18.788840 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71c68c8-3158-43e5-8d57-863c30896c86 req-388151d3-5cee-453e-b4a6-d709192ca2f1 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:18.796627 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d71c68c8-3158-43e5-8d57-863c30896c86 req-388151d3-5cee-453e-b4a6-d709192ca2f1 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 932 time: 0.0571492 Apr 11 17:02:18.852293 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d71c68c8-3158-43e5-8d57-863c30896c86 req-1b42d38e-f5cf-4761-bbce-b3f3fdae5d78 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498080 Apr 11 17:02:18.911396 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:02:18.989367 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:19.993128 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968231a-ad87-44cf-9dea-45ec7172f456 req-ed5e8000-9e11-4972-ad29-f8b0c4941803 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:19.995040 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f968231a-ad87-44cf-9dea-45ec7172f456 req-ed5e8000-9e11-4972-ad29-f8b0c4941803 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 932 time: 0.0713146 Apr 11 17:02:20.021182 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45258) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:20.077113 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f968231a-ad87-44cf-9dea-45ec7172f456 req-9c9c564b-6032-4e48-92bd-734ac4223e69 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759494 Apr 11 17:02:20.191591 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Deleting port fbcffb96-abd6-44cb-b976-8ad41065dedb {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:20.192024 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (fbcffb96-abd6-44cb-b976-8ad41065dedb), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:20.276705 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (fbcffb96-abd6-44cb-b976-8ad41065dedb), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:20.276964 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (fbcffb96-abd6-44cb-b976-8ad41065dedb), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:20.292032 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Calling delete_port for fbcffb96-abd6-44cb-b976-8ad41065dedb owned by network:floatingip {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:20.455186 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (fbcffb96-abd6-44cb-b976-8ad41065dedb), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:20.481046 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event deleted for resources: {'Port': ['ID=fbcffb96-abd6-44cb-b976-8ad41065dedb,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:20.558687 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (bd9f3309-8f5d-4853-87ae-25808fa3e921), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:20.559712 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.l3_db [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Floating IP bd9f3309-8f5d-4853-87ae-25808fa3e921 disassociated (deleted). External IP: 172.27.1.18, port: 78807f0c-734d-4eab-82ce-c1a5ceb52517. Apr 11 17:02:21.052378 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:21.244729 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7517db-533c-4ae9-873d-d2c28025ef39 req-9f0f7962-dc84-42b6-b98c-e7bea4950a4d tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:21.246473 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0b7517db-533c-4ae9-873d-d2c28025ef39 req-9f0f7962-dc84-42b6-b98c-e7bea4950a4d tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 932 time: 0.0813904 Apr 11 17:02:21.268199 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:21.274282 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:21.283980 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:21.295642 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:21.296289 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:02:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:21.318438 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b360a05f-c159-4559-b791-f4370abdcff0 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "DELETE /v2.0/floatingips/bd9f3309-8f5d-4853-87ae-25808fa3e921 HTTP/1.1" status: 204 len: 168 time: 1.2956674 Apr 11 17:02:21.319891 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:21.336291 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0b7517db-533c-4ae9-873d-d2c28025ef39 req-923ec21c-62de-4a8a-ad95-755819b63e41 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818107 Apr 11 17:02:21.344376 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150" -d '{"events": [{"name": "network-changed", "server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:21.417068 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2372b9-1aa2-40f1-955f-8a00299d4f5e x-openstack-request-id: req-6c2372b9-1aa2-40f1-955f-8a00299d4f5e {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:21.417574 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:21.418040 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6c2372b9-1aa2-40f1-955f-8a00299d4f5e {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:21.418723 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2372b9-1aa2-40f1-955f-8a00299d4f5e'] response: {'name': 'network-changed', 'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'status': 'completed', 'code': 200} Apr 11 17:02:21.498046 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:21.785194 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea081b-1211-449a-92b6-0c1d25796ab5 req-6c73a264-c5f0-4e1b-b2ae-b9872e270543 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:21.793469 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a6ea081b-1211-449a-92b6-0c1d25796ab5 req-6c73a264-c5f0-4e1b-b2ae-b9872e270543 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0694950 Apr 11 17:02:21.858164 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a6ea081b-1211-449a-92b6-0c1d25796ab5 req-5e18fffd-4148-4032-b861-5de76098f2ea tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633795 Apr 11 17:02:21.923315 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:21.954967 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:21.965442 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:21.966346 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:02:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:22.091591 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:22.295754 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:22.328287 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad4fa99-a156-4499-a7ff-73ddc98e2ed3 None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T16:54:38Z', 'revision_number': 4, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': '31fe28eb-a75f-46a1-872a-4c41b5e0bda3', 'name': '', 'network_id': '3dcdfce0-7434-4fa4-9dc9-4cb4adea2205', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'mac_address': 'fa:16:3e:19:d7:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 455, 'fixed_ips': [{'subnet_id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:36Z', 'updated_at': '2022-04-11T16:54:42Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'subnets': [{'id': '8d894bda-ddde-4f3f-9c8d-40234237cc0e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:22.474938 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f439f8-ca86-44d4-97c5-beb55709e99d req-675717f8-d38a-409a-90db-b9ff5c25888a tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:22.476716 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-10f439f8-ca86-44d4-97c5-beb55709e99d req-675717f8-d38a-409a-90db-b9ff5c25888a tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 932 time: 0.0620487 Apr 11 17:02:22.536262 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-10f439f8-ca86-44d4-97c5-beb55709e99d req-3c360198-60d8-42de-bd67-19eae287bc69 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526378 Apr 11 17:02:22.575930 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:22.652880 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6eda7d-2b00-4207-9a06-c5f92d86e341 None None] New status for floating IP bd9f3309-8f5d-4853-87ae-25808fa3e921: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:02:23.011110 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e2e74c-ccdd-449b-9160-1d4be9f72629 req-b3a50fdc-4ae1-4fe9-b21e-242cbe6cad40 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:23.012760 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-53e2e74c-ccdd-449b-9160-1d4be9f72629 req-b3a50fdc-4ae1-4fe9-b21e-242cbe6cad40 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0512500 Apr 11 17:02:23.074580 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-53e2e74c-ccdd-449b-9160-1d4be9f72629 req-07809045-0e09-443f-a59b-a32a13faf697 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557578 Apr 11 17:02:23.649263 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1701b980-9238-491d-ac77-39a3d0dd79ea req-39103793-6a4f-4898-981c-78abb67350d2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:23.650741 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1701b980-9238-491d-ac77-39a3d0dd79ea req-39103793-6a4f-4898-981c-78abb67350d2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 932 time: 0.0491796 Apr 11 17:02:23.696164 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1701b980-9238-491d-ac77-39a3d0dd79ea req-5f3b2208-50af-4023-9af2-84e9420aa463 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Apr 11 17:02:23.868117 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Request body: {'port': {'device_id': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:23.957464 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-ce7e0e7d-6dd5-4cad-8813-f5924f450fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:23.959020 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-ce7e0e7d-6dd5-4cad-8813-f5924f450fc3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 1129 time: 0.0692103 Apr 11 17:02:23.966113 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.122323 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45322) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:24.189886 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5960ec3-6700-419a-8d90-12159f06a08c req-7c2cabeb-a389-4323-be1c-920770a715bf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:24.191501 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f5960ec3-6700-419a-8d90-12159f06a08c req-7c2cabeb-a389-4323-be1c-920770a715bf tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0477610 Apr 11 17:02:24.236717 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8545eef1-3e8f-4656-9753-96c32bbc0df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.236952 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a6d1d4-1cac-4880-b8b6-79183c20beca {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:02:24.244484 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Publish callbacks [] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.257029 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Transition to ACTIVE for port object b9a6d1d4-1cac-4880-b8b6-79183c20beca will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:02:24.261922 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f5960ec3-6700-419a-8d90-12159f06a08c req-2af387d6-162f-4dfd-8f70-d7a48da352fc tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632248 Apr 11 17:02:24.262635 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.313553 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Pushing event updated for resources: {'Port': ['ID=b9a6d1d4-1cac-4880-b8b6-79183c20beca,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:24.336230 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8545eef1-3e8f-4656-9753-96c32bbc0df6 admin admin] Publish callbacks [] for security_group (322058da-c76e-4286-9eae-81d790b8c5b2), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.341330 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8545eef1-3e8f-4656-9753-96c32bbc0df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (322058da-c76e-4286-9eae-81d790b8c5b2), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.381622 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8545eef1-3e8f-4656-9753-96c32bbc0df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322058da-c76e-4286-9eae-81d790b8c5b2,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:24.393031 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8545eef1-3e8f-4656-9753-96c32bbc0df6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=fc9b54a51f734b6ab9176bf4f8dc6c9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2666707 Apr 11 17:02:24.393031 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45326) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:24.393305 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Attempting to bind port b9a6d1d4-1cac-4880-b8b6-79183c20beca on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:02:24.393714 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Attempting to bind port b9a6d1d4-1cac-4880-b8b6-79183c20beca by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:02:24.394115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Attempting to bind port b9a6d1d4-1cac-4880-b8b6-79183c20beca on network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:24.399677 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Port b9a6d1d4-1cac-4880-b8b6-79183c20beca on network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:02:24.400077 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Attempting to bind port b9a6d1d4-1cac-4880-b8b6-79183c20beca on network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:24.406384 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:02:24.406835 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Checking segment: {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:24.407287 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Bound using segment: {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:02:24.407814 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Bound port: b9a6d1d4-1cac-4880-b8b6-79183c20beca, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81463c2b-c718-456e-a4a4-81136518e304', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1171, 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:02:24.408245 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.442051 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb164-ccdb-4ad4-b967-6430a3b4e0cf admin admin] Publish callbacks [] for security_group (322058da-c76e-4286-9eae-81d790b8c5b2), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.469108 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb164-ccdb-4ad4-b967-6430a3b4e0cf admin admin] Publish callbacks [] for security_group (322058da-c76e-4286-9eae-81d790b8c5b2), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.476167 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] For port b9a6d1d4-1cac-4880-b8b6-79183c20beca, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:02:24.479505 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] For port b9a6d1d4-1cac-4880-b8b6-79183c20beca, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:02:24.487327 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.527094 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:24.528356 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.529974 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] 10.222.0.15 "PUT /v2.0/ports/b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 1094 time: 0.6667285 Apr 11 17:02:24.530509 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:24.530956 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb164-ccdb-4ad4-b967-6430a3b4e0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (322058da-c76e-4286-9eae-81d790b8c5b2), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.532813 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01542b02-7d08-4739-8583-739b518c615b" -d '{"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:24.533588 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f3fb164-ccdb-4ad4-b967-6430a3b4e0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.534831 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1f3fb164-ccdb-4ad4-b967-6430a3b4e0cf admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/322058da-c76e-4286-9eae-81d790b8c5b2 HTTP/1.1" status: 204 len: 168 time: 0.1410420 Apr 11 17:02:24.543060 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3fb164-ccdb-4ad4-b967-6430a3b4e0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322058da-c76e-4286-9eae-81d790b8c5b2,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:24.561885 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb012a19-3d37-4bde-8ac6-3be684c00c1d service neutron] Pushing event updated for resources: {'Port': ['ID=b9a6d1d4-1cac-4880-b8b6-79183c20beca,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:24.606529 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-310462bd-63f1-4a02-8195-ebbd704314e0 x-openstack-request-id: req-310462bd-63f1-4a02-8195-ebbd704314e0 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:24.606843 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:24.607102 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-310462bd-63f1-4a02-8195-ebbd704314e0 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:24.607515 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-310462bd-63f1-4a02-8195-ebbd704314e0'] response: {'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'status': 'completed', 'code': 200} Apr 11 17:02:24.807255 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b9ae9f-6e4b-4848-b078-4a67ad499626 req-67bef672-46b9-4f5d-8816-14c016d28058 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:24.809272 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-73b9ae9f-6e4b-4848-b078-4a67ad499626 req-67bef672-46b9-4f5d-8816-14c016d28058 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 944 time: 0.0488534 Apr 11 17:02:24.831222 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45336) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:24.844407 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc43cfab-d5bb-4715-9d37-093e3772476a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.856836 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-73b9ae9f-6e4b-4848-b078-4a67ad499626 req-be32d30e-36ea-4e93-9211-1303d626fb4a tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Apr 11 17:02:24.920770 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc43cfab-d5bb-4715-9d37-093e3772476a admin admin] Publish callbacks [] for security_group (f7062fb2-cd4c-4661-810d-aa974d755363), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.925762 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-bc43cfab-d5bb-4715-9d37-093e3772476a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f7062fb2-cd4c-4661-810d-aa974d755363), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:24.964440 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-bc43cfab-d5bb-4715-9d37-093e3772476a admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=aff6e964c6584b238b397c1a1fdf3d21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319931 Apr 11 17:02:24.965670 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc43cfab-d5bb-4715-9d37-093e3772476a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7062fb2-cd4c-4661-810d-aa974d755363,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:24.967120 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45338) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:25.018645 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f562c8fc-bab6-4b9b-bcd5-007d796b06f2 admin admin] Publish callbacks [] for security_group (f7062fb2-cd4c-4661-810d-aa974d755363), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:25.040235 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f562c8fc-bab6-4b9b-bcd5-007d796b06f2 admin admin] Publish callbacks [] for security_group (f7062fb2-cd4c-4661-810d-aa974d755363), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:25.084990 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f562c8fc-bab6-4b9b-bcd5-007d796b06f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f7062fb2-cd4c-4661-810d-aa974d755363), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:25.087675 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-f562c8fc-bab6-4b9b-bcd5-007d796b06f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:25.088843 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-f562c8fc-bab6-4b9b-bcd5-007d796b06f2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f7062fb2-cd4c-4661-810d-aa974d755363 HTTP/1.1" status: 204 len: 168 time: 0.1206248 Apr 11 17:02:25.096201 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562c8fc-bab6-4b9b-bcd5-007d796b06f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7062fb2-cd4c-4661-810d-aa974d755363,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:25.342846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01542b02-7d08-4739-8583-739b518c615b req-3ba87269-e0f5-4ad2-95cb-ae4f9f97ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.344368 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-01542b02-7d08-4739-8583-739b518c615b req-3ba87269-e0f5-4ad2-95cb-ae4f9f97ae50 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1128 time: 0.0919979 Apr 11 17:02:25.370998 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-4be88382-1c1d-4b31-8de2-efd994f86cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.373071 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-4be88382-1c1d-4b31-8de2-efd994f86cb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 200 len: 912 time: 0.1302757 Apr 11 17:02:25.399164 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc46c6f-9e4b-48fd-ac11-07992e81894d req-c1b9113a-2519-4eab-94c6-e569d906803f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.401062 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3bc46c6f-9e4b-48fd-ac11-07992e81894d req-c1b9113a-2519-4eab-94c6-e569d906803f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0624397 Apr 11 17:02:25.453508 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3bc46c6f-9e4b-48fd-ac11-07992e81894d req-71a6f683-4545-4af5-b3f0-5ddd366bf31f tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466523 Apr 11 17:02:25.512946 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-49a5bbbe-00ac-4869-b013-5d888e989c5a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517 HTTP/1.1" status: 200 len: 217 time: 0.0617938 Apr 11 17:02:25.589056 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01542b02-7d08-4739-8583-739b518c615b req-fe30e999-c8f7-4980-acd0-ec57e146c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.591074 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-01542b02-7d08-4739-8583-739b518c615b req-fe30e999-c8f7-4980-acd0-ec57e146c860 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=c7994d24146849ada7ff0333c09e7f82&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1412899 Apr 11 17:02:25.783539 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-a12fe040-00e6-4ff0-8f04-27a5950644d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.784984 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-a12fe040-00e6-4ff0-8f04-27a5950644d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 200 len: 849 time: 0.0996640 Apr 11 17:02:25.857635 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01542b02-7d08-4739-8583-739b518c615b req-bb41d279-417b-4ccd-a6d5-4574bde1b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.859116 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-01542b02-7d08-4739-8583-739b518c615b req-bb41d279-417b-4ccd-a6d5-4574bde1b8c5 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1660156 Apr 11 17:02:25.878214 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-084146c0-8a11-4523-bb24-5f1f7d4cc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.879725 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-084146c0-8a11-4523-bb24-5f1f7d4cc701 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0717206 Apr 11 17:02:25.886104 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-63ebaab0-e1c8-4c91-9c12-356c275fc350 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.887560 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-63ebaab0-e1c8-4c91-9c12-356c275fc350 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0784676 Apr 11 17:02:25.979909 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1315538-0851-430c-baf9-35acd376b708 req-0454177c-07ad-4026-88b4-8dff0084e696 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:25.982108 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f1315538-0851-430c-baf9-35acd376b708 req-0454177c-07ad-4026-88b4-8dff0084e696 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 944 time: 0.0495629 Apr 11 17:02:26.030375 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-f7cf1b31-e93f-4cb0-ad1d-4c24919c9191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:26.032412 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-f7cf1b31-e93f-4cb0-ad1d-4c24919c9191 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1128 time: 0.0595670 Apr 11 17:02:26.052382 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f1315538-0851-430c-baf9-35acd376b708 req-1e87225d-6c74-4c4e-806d-ad6bbb31ed25 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635512 Apr 11 17:02:26.100206 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-5f4f25f0-5648-4ffc-abbb-40934798a692 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 217 time: 0.0442872 Apr 11 17:02:26.124215 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Deleting port 78807f0c-734d-4eab-82ce-c1a5ceb52517 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:26.124558 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:26.159862 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-a626ccb6-2903-426f-910f-377ef293af56 service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2713463 Apr 11 17:02:26.243298 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-09571e5d-1e2b-44c7-b557-ac24abafb2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:26.244747 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-09571e5d-1e2b-44c7-b557-ac24abafb2dc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2345e9b8-042e-4f4e-a78b-9a63f116e11d HTTP/1.1" status: 200 len: 853 time: 0.1324925 Apr 11 17:02:26.341847 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] For port 78807f0c-734d-4eab-82ce-c1a5ceb52517, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=78807f0c-734d-4eab-82ce-c1a5ceb52517,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:26.342217 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:26.346293 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-d550e3bf-0178-44f5-8f0a-39a65ac1695f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:26.347809 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-d550e3bf-0178-44f5-8f0a-39a65ac1695f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740590 Apr 11 17:02:26.384261 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Calling delete_port for 78807f0c-734d-4eab-82ce-c1a5ceb52517 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:26.388215 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-89d6af29-5e75-4ec7-bc03-fd1dbd58a150 req-25f0af41-5a44-4b10-b185-2af657d2488a service neutron] 10.222.0.15 "GET /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2166333 Apr 11 17:02:26.505614 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-4d4d3e2d-74d5-47f6-8d18-adc98d863782 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441290 Apr 11 17:02:26.582919 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb722ec-51ee-4d8a-b8f9-0f5874bd867b req-9115e6aa-4b83-49c3-b0ba-1501f383a94b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:26.584519 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5fb722ec-51ee-4d8a-b8f9-0f5874bd867b req-9115e6aa-4b83-49c3-b0ba-1501f383a94b tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 945 time: 0.0594702 Apr 11 17:02:26.641313 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-263ec108-e7ad-4d66-958c-07e8dda44451 req-430aaace-2b94-4f0f-a418-e24ca40dcf0d service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241043 Apr 11 17:02:26.642520 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (78807f0c-734d-4eab-82ce-c1a5ceb52517), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:26.647110 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-5fb722ec-51ee-4d8a-b8f9-0f5874bd867b req-6f6477e1-423b-408d-a7c9-9627ad4ebff3 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/security-groups?id=51be5618-7b50-4631-9b0a-a1ae6ec3407f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557013 Apr 11 17:02:26.674730 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event deleted for resources: {'Port': ['ID=78807f0c-734d-4eab-82ce-c1a5ceb52517,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:26.701067 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.701422 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.701773 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.702119 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.702460 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.702873 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.703156 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.703482 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.703828 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.704146 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.704473 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.704802 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.705129 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.705453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.705775 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:26.728156 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] No DVR routers for this DVR port 78807f0c-734d-4eab-82ce-c1a5ceb52517 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:26.730486 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:26.733723 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-cfde346e-ec9c-4099-b466-dbc6b76705f4 req-55778591-c536-41c4-ac3c-183fcc007386 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.15 "DELETE /v2.0/ports/78807f0c-734d-4eab-82ce-c1a5ceb52517 HTTP/1.1" status: 204 len: 173 time: 0.8270361 Apr 11 17:02:26.734151 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'name': 'network-vif-deleted', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:26.736412 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-008bb37e-60ae-45c4-b752-95e1325a2fdf" -d '{"events": [{"server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "name": "network-vif-deleted", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:26.775364 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559a2fcd-2128-4ec6-ac4b-f492f1236580 x-openstack-request-id: req-559a2fcd-2128-4ec6-ac4b-f492f1236580 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:26.775666 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19b292a2-c44c-4f72-bdf0-2907b4b3c751", "name": "network-vif-deleted", "tag": "78807f0c-734d-4eab-82ce-c1a5ceb52517", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:26.775967 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-559a2fcd-2128-4ec6-ac4b-f492f1236580 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:26.776383 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-559a2fcd-2128-4ec6-ac4b-f492f1236580'] response: {'server_uuid': '19b292a2-c44c-4f72-bdf0-2907b4b3c751', 'name': 'network-vif-deleted', 'tag': '78807f0c-734d-4eab-82ce-c1a5ceb52517', 'status': 'completed', 'code': 200} Apr 11 17:02:27.167340 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c0bfa-37bc-4e02-9854-f48a911afcc6 req-b96c9e32-2abe-46bc-b347-2506141b3fc6 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:27.169351 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-950c0bfa-37bc-4e02-9854-f48a911afcc6 req-b96c9e32-2abe-46bc-b347-2506141b3fc6 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 944 time: 0.0480738 Apr 11 17:02:27.214395 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-950c0bfa-37bc-4e02-9854-f48a911afcc6 req-ba21165c-9876-40d3-b439-1e0742686f1b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394568 Apr 11 17:02:27.747646 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-06eb499e-f5ea-42db-b63e-b94f7ce7bb5d req-e4e1c8a6-e5c7-42cc-8c4a-b61da64875ae tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "GET /v2.0/ports?device_id=19b292a2-c44c-4f72-bdf0-2907b4b3c751 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Apr 11 17:02:28.330720 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55a770b-a336-4575-a34e-30e77b6ec688 req-8c5503d5-339c-4754-81b1-e0c1729c8082 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:28.332183 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f55a770b-a336-4575-a34e-30e77b6ec688 req-8c5503d5-339c-4754-81b1-e0c1729c8082 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 944 time: 0.0489197 Apr 11 17:02:28.377664 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f55a770b-a336-4575-a34e-30e77b6ec688 req-68870fc7-fcc9-49ba-8ff3-d4430f4245c2 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Apr 11 17:02:28.804073 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45410) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:28.915884 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Deleting port 1507a92f-3cda-4523-a92c-6e0aab1a7e0e {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:28.916227 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:28.946356 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device b9a6d1d4-1cac-4880-b8b6-79183c20beca details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:02:28.957790 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 78807f0c-734d-4eab-82ce-c1a5ceb52517 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:28.981782 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: 78807f0c-734d-4eab-82ce-c1a5ceb52517 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:28.982132 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device 78807f0c-734d-4eab-82ce-c1a5ceb52517 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:28.993243 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:28.993580 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:29.005340 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Calling delete_port for 1507a92f-3cda-4523-a92c-6e0aab1a7e0e owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:29.067353 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port b9a6d1d4-1cac-4880-b8b6-79183c20beca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:29.082014 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'port_id': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'mac_address': 'fa:16:3e:c6:6b:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:02:29.119367 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port b9a6d1d4-1cac-4880-b8b6-79183c20beca is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:29.119763 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:29.132620 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a6d1d4-1cac-4880-b8b6-79183c20beca {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:02:29.136647 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (1507a92f-3cda-4523-a92c-6e0aab1a7e0e), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:29.153750 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port b9a6d1d4-1cac-4880-b8b6-79183c20beca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:29.157668 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:29.163650 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event deleted for resources: {'Port': ['ID=1507a92f-3cda-4523-a92c-6e0aab1a7e0e,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:29.190349 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.190724 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.191072 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.191417 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.191756 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.192090 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.192423 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.192751 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.193082 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.193414 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.193747 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.194077 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.194404 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.194758 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.195092 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:29.204464 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=b9a6d1d4-1cac-4880-b8b6-79183c20beca,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:29.240022 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for floatingip (c6b29c85-b88f-4ece-a03f-8c2e581e21c5), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:29.242519 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:29.243704 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-499bf0c8-3e9e-4a77-abcc-e29188d7c18d tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "DELETE /v2.0/floatingips/c6b29c85-b88f-4ece-a03f-8c2e581e21c5 HTTP/1.1" status: 204 len: 168 time: 0.4386108 Apr 11 17:02:29.458529 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['b9a6d1d4-1cac-4880-b8b6-79183c20beca'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:02:29.496906 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad6f9d3-0275-4df9-8988-e8fef595957a req-3f020cad-c48f-4e4e-bc48-1366d17ca0c9 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:29.498412 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ad6f9d3-0275-4df9-8988-e8fef595957a req-3f020cad-c48f-4e4e-bc48-1366d17ca0c9 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 945 time: 0.0505946 Apr 11 17:02:29.551675 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ad6f9d3-0275-4df9-8988-e8fef595957a req-4f95c123-c6b8-4c34-bf3a-a79546f981ec tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Apr 11 17:02:30.446524 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45476) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:30.502061 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6ce3513d-efe7-400b-a8fe-6387c24603f2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group (51be5618-7b50-4631-9b0a-a1ae6ec3407f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:30.527256 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6ce3513d-efe7-400b-a8fe-6387c24603f2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group (51be5618-7b50-4631-9b0a-a1ae6ec3407f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:30.588138 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6ce3513d-efe7-400b-a8fe-6387c24603f2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (51be5618-7b50-4631-9b0a-a1ae6ec3407f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:30.591700 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-6ce3513d-efe7-400b-a8fe-6387c24603f2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:30.592943 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-6ce3513d-efe7-400b-a8fe-6387c24603f2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] 10.222.0.73 "DELETE /v2.0/security-groups/51be5618-7b50-4631-9b0a-a1ae6ec3407f HTTP/1.1" status: 204 len: 168 time: 0.1453118 Apr 11 17:02:30.602028 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3513d-efe7-400b-a8fe-6387c24603f2 tempest-TestVolumeBootPattern-1725349865 tempest-TestVolumeBootPattern-1725349865-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51be5618-7b50-4631-9b0a-a1ae6ec3407f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:30.658243 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45482) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:30.681339 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097b6f-0c24-4e6a-9388-653692e79821 req-7aa4d1ec-fe84-48aa-8b1a-7cdef033ac01 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:30.682840 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-44097b6f-0c24-4e6a-9388-653692e79821 req-7aa4d1ec-fe84-48aa-8b1a-7cdef033ac01 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 945 time: 0.0582278 Apr 11 17:02:30.730396 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-44097b6f-0c24-4e6a-9388-653692e79821 req-877cb531-a5f9-47cb-801d-2bf129500ef7 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417719 Apr 11 17:02:30.952999 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device b9a6d1d4-1cac-4880-b8b6-79183c20beca up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:30.998987 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port b9a6d1d4-1cac-4880-b8b6-79183c20beca completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:02:31.005176 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port b9a6d1d4-1cac-4880-b8b6-79183c20beca triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:31.005558 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.089162 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port b9a6d1d4-1cac-4880-b8b6-79183c20beca is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:31.089556 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.113470 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:31.115755 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c3182f-c2c6-44e6-bc3d-87822349355d" -d '{"events": [{"server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "name": "network-vif-plugged", "status": "completed", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:31.129937 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port b9a6d1d4-1cac-4880-b8b6-79183c20beca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:31.134735 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.188211 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=b9a6d1d4-1cac-4880-b8b6-79183c20beca,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:31.301435 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141d8276-6575-46a4-9d65-bbb93eed879d x-openstack-request-id: req-141d8276-6575-46a4-9d65-bbb93eed879d {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:31.301731 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "name": "network-vif-plugged", "status": "completed", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:31.301984 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-141d8276-6575-46a4-9d65-bbb93eed879d {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:31.302483 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-141d8276-6575-46a4-9d65-bbb93eed879d'] response: {'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'code': 200} Apr 11 17:02:31.397276 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (2d573a16-e635-4974-8356-1bbf8ab2a6d9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.537853 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45504) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:31.548260 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae53702-1070-4390-98aa-4ffc192eb084 req-2d8635cf-c3cd-442c-b719-499237af9ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:31.549987 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0ae53702-1070-4390-98aa-4ffc192eb084 req-2d8635cf-c3cd-442c-b719-499237af9ae2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1130 time: 0.0636852 Apr 11 17:02:31.641842 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e248-7593-436c-ae44-0fc33f34f36e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.667936 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-0ae53702-1070-4390-98aa-4ffc192eb084 req-55cf7474-1a0c-4aa4-b73d-90692e58084e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833373 Apr 11 17:02:31.717893 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e248-7593-436c-ae44-0fc33f34f36e admin admin] Publish callbacks [] for security_group (25d6433b-8af8-405a-a266-1742eb0f3f3c), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.721830 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-d8e6e248-7593-436c-ae44-0fc33f34f36e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (25d6433b-8af8-405a-a266-1742eb0f3f3c), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.737343 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Deleting port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:31.737775 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.759288 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6e248-7593-436c-ae44-0fc33f34f36e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6433b-8af8-405a-a266-1742eb0f3f3c,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:31.767081 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-d8e6e248-7593-436c-ae44-0fc33f34f36e admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c2ed55b0f58344e7a62b5c3e12738387&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258525 Apr 11 17:02:31.767951 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45510) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:31.828731 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] For port 31fe28eb-a75f-46a1-872a-4c41b5e0bda3, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:31.829236 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.829819 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-897a9600-f380-487b-897f-cf4dc64ff3bc admin admin] Publish callbacks [] for security_group (25d6433b-8af8-405a-a266-1742eb0f3f3c), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.842315 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Calling delete_port for 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:31.873901 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-897a9600-f380-487b-897f-cf4dc64ff3bc admin admin] Publish callbacks [] for security_group (25d6433b-8af8-405a-a266-1742eb0f3f3c), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.881206 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f070032f-c39b-4fae-992c-6919d81ded21 req-523d39a7-7162-49a5-aaf1-6f05a7df1bb3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:31.882734 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f070032f-c39b-4fae-992c-6919d81ded21 req-523d39a7-7162-49a5-aaf1-6f05a7df1bb3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0666065 Apr 11 17:02:31.952453 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f070032f-c39b-4fae-992c-6919d81ded21 req-ce9b9ce9-c6d5-4f09-b268-eafd23691e52 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623996 Apr 11 17:02:31.964051 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-897a9600-f380-487b-897f-cf4dc64ff3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (25d6433b-8af8-405a-a266-1742eb0f3f3c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.967253 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-897a9600-f380-487b-897f-cf4dc64ff3bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:31.970815 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-897a9600-f380-487b-897f-cf4dc64ff3bc admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/25d6433b-8af8-405a-a266-1742eb0f3f3c HTTP/1.1" status: 204 len: 168 time: 0.2001565 Apr 11 17:02:31.976803 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a9600-f380-487b-897f-cf4dc64ff3bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6433b-8af8-405a-a266-1742eb0f3f3c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:32.058157 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (31fe28eb-a75f-46a1-872a-4c41b5e0bda3), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.091319 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Pushing event deleted for resources: {'Port': ['ID=31fe28eb-a75f-46a1-872a-4c41b5e0bda3,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:32.258900 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45516) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:32.268245 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (2d573a16-e635-4974-8356-1bbf8ab2a6d9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.273749 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67b042c2-3caa-441b-85c7-e47d5a1419d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.352570 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67b042c2-3caa-441b-85c7-e47d5a1419d3 admin admin] Publish callbacks [] for security_group (57facdd1-1df2-4393-8b2f-75b1eb1195e1), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.357088 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-67b042c2-3caa-441b-85c7-e47d5a1419d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (57facdd1-1df2-4393-8b2f-75b1eb1195e1), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.396706 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-67b042c2-3caa-441b-85c7-e47d5a1419d3 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=58fc5be562e1462f9a751ae17181c92c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365969 Apr 11 17:02:32.397482 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b042c2-3caa-441b-85c7-e47d5a1419d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57facdd1-1df2-4393-8b2f-75b1eb1195e1,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:32.399990 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45518) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:32.448791 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72bef8ee-b136-4803-9b32-905430057983 admin admin] Publish callbacks [] for security_group (57facdd1-1df2-4393-8b2f-75b1eb1195e1), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.471368 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72bef8ee-b136-4803-9b32-905430057983 admin admin] Publish callbacks [] for security_group (57facdd1-1df2-4393-8b2f-75b1eb1195e1), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.496732 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:32.519143 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72bef8ee-b136-4803-9b32-905430057983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (57facdd1-1df2-4393-8b2f-75b1eb1195e1), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.521902 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-72bef8ee-b136-4803-9b32-905430057983 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.525371 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-72bef8ee-b136-4803-9b32-905430057983 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/57facdd1-1df2-4393-8b2f-75b1eb1195e1 HTTP/1.1" status: 204 len: 168 time: 0.1221628 Apr 11 17:02:32.532275 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bef8ee-b136-4803-9b32-905430057983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57facdd1-1df2-4393-8b2f-75b1eb1195e1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:32.608104 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:32.616821 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-01e90957-5193-4515-baaa-62d8a6236e51 admin admin] 10.222.0.73 "PUT /v2.0/routers/2d573a16-e635-4974-8356-1bbf8ab2a6d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9544485 Apr 11 17:02:32.616821 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45522) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:32.624030 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] Sync routers for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:32.653617 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:32.656273 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:02:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:32.732510 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks [] for router (2d573a16-e635-4974-8356-1bbf8ab2a6d9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.790296 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:32.847805 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks [] for router_gateway (2d573a16-e635-4974-8356-1bbf8ab2a6d9), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.900055 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Deleting port 60a4280a-898e-4d0e-8537-c8e9e4d53086 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:32.900672 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:32.974803 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65'}], 'enable_snat': True}, 'gw_port_id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T17:02:32Z', 'revision_number': 5, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port': {'id': '60a4280a-898e-4d0e-8537-c8e9e4d53086', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:34Z', 'updated_at': '2022-04-11T16:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:32.994419 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] For port 60a4280a-898e-4d0e-8537-c8e9e4d53086, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=60a4280a-898e-4d0e-8537-c8e9e4d53086,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:32.995013 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.004218 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] Checking router: 2d573a16-e635-4974-8356-1bbf8ab2a6d9 for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:33.012536 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Calling delete_port for 60a4280a-898e-4d0e-8537-c8e9e4d53086 owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:33.014264 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] Routers {'2d573a16-e635-4974-8356-1bbf8ab2a6d9'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:33.015093 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:02:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:33.113236 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f7039-91b4-46c6-9286-012ea943a978 req-38ffe71f-be01-4607-8dd7-ee73c24a2452 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:33.116150 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-459f7039-91b4-46c6-9286-012ea943a978 req-38ffe71f-be01-4607-8dd7-ee73c24a2452 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0800245 Apr 11 17:02:33.123008 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] Set router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:33.175312 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-459f7039-91b4-46c6-9286-012ea943a978 req-b4d9922f-c762-4432-8858-5a2513f89dbd tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517874 Apr 11 17:02:33.191080 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T17:02:32Z', 'revision_number': 6, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:33.218894 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465d3a1e-bec3-413d-ace6-3620c585d58c None None] The sync data for ids ['2d573a16-e635-4974-8356-1bbf8ab2a6d9'] in dv-cinder-837166-2-iscsi is: [{'id': '2d573a16-e635-4974-8356-1bbf8ab2a6d9', 'name': 'tempest-TestVolumeBootPattern-46767124-router', 'tenant_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:33Z', 'updated_at': '2022-04-11T17:02:32Z', 'revision_number': 6, 'project_id': '5e8e5da108f24ed3b3955c8a12bdf580', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:33.244368 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (60a4280a-898e-4d0e-8537-c8e9e4d53086), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.282326 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Pushing event deleted for resources: {'Port': ['ID=60a4280a-898e-4d0e-8537-c8e9e4d53086,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:33.318419 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f22c77-7a98-4ad2-9faf-47f055014e98 req-1ae4ca45-c3f3-49a1-bc26-7d1b2a93ae12 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:33.320002 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-11f22c77-7a98-4ad2-9faf-47f055014e98 req-1ae4ca45-c3f3-49a1-bc26-7d1b2a93ae12 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0519593 Apr 11 17:02:33.354183 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (2d573a16-e635-4974-8356-1bbf8ab2a6d9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.372019 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-11f22c77-7a98-4ad2-9faf-47f055014e98 req-25da9b43-bccb-4103-8296-0d0120396182 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442591 Apr 11 17:02:33.450536 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (2d573a16-e635-4974-8356-1bbf8ab2a6d9), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.452823 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks [] for router_controller (2d573a16-e635-4974-8356-1bbf8ab2a6d9), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.506576 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (2d573a16-e635-4974-8356-1bbf8ab2a6d9), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.507175 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2d573a16-e635-4974-8356-1bbf8ab2a6d9 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:02:33.513721 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.515260 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-da869e28-3ffa-42dc-878a-c423af9ad62e admin admin] 10.222.0.73 "DELETE /v2.0/routers/2d573a16-e635-4974-8356-1bbf8ab2a6d9 HTTP/1.1" status: 204 len: 168 time: 0.8975034 Apr 11 17:02:33.517837 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45552) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:33.564394 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff3a1239-6e61-46b7-be52-f9188716af1e admin admin] Deleting subnet 8d894bda-ddde-4f3f-9c8d-40234237cc0e {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:02:33.568001 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff3a1239-6e61-46b7-be52-f9188716af1e admin admin] Publish callbacks [] for subnet (8d894bda-ddde-4f3f-9c8d-40234237cc0e), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.605225 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff3a1239-6e61-46b7-be52-f9188716af1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29398338'] for subnet (8d894bda-ddde-4f3f-9c8d-40234237cc0e), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.744479 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff3a1239-6e61-46b7-be52-f9188716af1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (8d894bda-ddde-4f3f-9c8d-40234237cc0e), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.751327 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:33.752743 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7de43a-3ec1-4176-abb7-bd3019d2dc2a req-ac06c315-0a9e-464f-91ef-3e3387d07779 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:33.760745 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be7de43a-3ec1-4176-abb7-bd3019d2dc2a req-ac06c315-0a9e-464f-91ef-3e3387d07779 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0704401 Apr 11 17:02:33.797131 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:33.798001 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 31fe28eb-a75f-46a1-872a-4c41b5e0bda3 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:33.810265 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff3a1239-6e61-46b7-be52-f9188716af1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29940237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33203665'] for subnet (8d894bda-ddde-4f3f-9c8d-40234237cc0e), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.821845 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-be7de43a-3ec1-4176-abb7-bd3019d2dc2a req-b9fa609f-978b-4815-b23b-a583a3bd1fdb tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598981 Apr 11 17:02:33.842693 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3a1239-6e61-46b7-be52-f9188716af1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d894bda-ddde-4f3f-9c8d-40234237cc0e,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:33.853667 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0790b3bd-6245-4a22-8327-a3afcb11ac74 None None] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:02:33.858248 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-ff3a1239-6e61-46b7-be52-f9188716af1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:33.863170 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ff3a1239-6e61-46b7-be52-f9188716af1e admin admin] 10.222.0.73 "DELETE /v2.0/subnets/8d894bda-ddde-4f3f-9c8d-40234237cc0e HTTP/1.1" status: 204 len: 168 time: 0.3442307 Apr 11 17:02:33.865445 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45566) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:33.949155 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.020715 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Deleting port 2836dd7d-afb1-4e00-8d4d-828949628b9f {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:34.021312 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.102996 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] DHCP port deletion for 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:02:34.103198 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] For port 2836dd7d-afb1-4e00-8d4d-828949628b9f, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=2836dd7d-afb1-4e00-8d4d-828949628b9f,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:34.103547 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.122578 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Calling delete_port for 2836dd7d-afb1-4e00-8d4d-828949628b9f owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:34.190000 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] Deleting port 2836dd7d-afb1-4e00-8d4d-828949628b9f {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:34.194036 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.251454 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.280395 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Pushing event deleted for resources: {'Port': ['ID=2836dd7d-afb1-4e00-8d4d-828949628b9f,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:34.288608 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] No DVR routers for this DVR port 2836dd7d-afb1-4e00-8d4d-828949628b9f on host dv-cinder-837166-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:34.303436 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] For port 2836dd7d-afb1-4e00-8d4d-828949628b9f, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=2836dd7d-afb1-4e00-8d4d-828949628b9f,segment=NetworkSegment(59050024-26cc-4c56-9abe-338cef833a62),segment_id=59050024-26cc-4c56-9abe-338cef833a62)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:34.304030 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.319985 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] Calling delete_port for 2836dd7d-afb1-4e00-8d4d-828949628b9f owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:34.376411 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.405397 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcdfce0-7434-4fa4-9dc9-4cb4adea2205']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:34.412018 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59050024-26cc-4c56-9abe-338cef833a62') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:34.412328 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59050024-26cc-4c56-9abe-338cef833a62') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:34.424211 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29398347'] for segment (59050024-26cc-4c56-9abe-338cef833a62), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.440153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (59050024-26cc-4c56-9abe-338cef833a62), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.455696 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Releasing vlan 1157 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:02:34.456196 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29940391'] for segment (59050024-26cc-4c56-9abe-338cef833a62), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: timer() Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: self._notify() Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: event.method(event) Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:02:34.458094 dv-cinder-837166-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:02:34.524280 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (3dcdfce0-7434-4fa4-9dc9-4cb4adea2205), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.534891 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.541766 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] 10.222.0.73 "DELETE /v2.0/networks/3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 HTTP/1.1" status: 204 len: 168 time: 0.6739347 Apr 11 17:02:34.543961 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45580) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:34.554241 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (2836dd7d-afb1-4e00-8d4d-828949628b9f), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:34.560311 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8caeb-6d28-4665-ad6c-297813e64293 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dcdfce0-7434-4fa4-9dc9-4cb4adea2205,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:34.566675 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] Network 3dcdfce0-7434-4fa4-9dc9-4cb4adea2205 is not hosted by any dhcp agent {{(pid=109890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 11 17:02:34.567050 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] No DVR routers for this DVR port 2836dd7d-afb1-4e00-8d4d-828949628b9f on host dv-cinder-837166-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:34.606986 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7ae51-5d79-4615-934b-c19f8c39754e None None] Pushing event deleted for resources: {'Port': ['ID=2836dd7d-afb1-4e00-8d4d-828949628b9f,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:34.910395 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:35.138367 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Deleting port a89326ec-6f25-4a6a-a782-a66eeeca5cb8 {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:35.138738 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:35.213886 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] For port a89326ec-6f25-4a6a-a782-a66eeeca5cb8, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,segment=NetworkSegment(b02f4593-60bd-4641-b674-39071791c016),segment_id=b02f4593-60bd-4641-b674-39071791c016)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:35.214166 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:35.229797 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Calling delete_port for a89326ec-6f25-4a6a-a782-a66eeeca5cb8 owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:35.434926 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (a89326ec-6f25-4a6a-a782-a66eeeca5cb8), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:35.449127 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 60a4280a-898e-4d0e-8537-c8e9e4d53086 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:35.463618 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89326ec-6f25-4a6a-a782-a66eeeca5cb8,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:35.474138 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 60a4280a-898e-4d0e-8537-c8e9e4d53086 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:35.474506 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 60a4280a-898e-4d0e-8537-c8e9e4d53086 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:35.475025 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 2836dd7d-afb1-4e00-8d4d-828949628b9f no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:35.504417 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 2836dd7d-afb1-4e00-8d4d-828949628b9f {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:35.504816 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 2836dd7d-afb1-4e00-8d4d-828949628b9f not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:35.659445 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:35.916902 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:36.031901 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:36.039715 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45610) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:36.041348 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] Sync routers for ids ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:36.043158 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8fa5883d-5ad3-4bca-b7bc-84d3f5f6a144 admin admin] 10.222.0.73 "PUT /v2.0/routers/94e29ef6-2575-46ca-a1e1-d96e0c2fc547/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4968703 Apr 11 17:02:36.050703 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] Routers {'94e29ef6-2575-46ca-a1e1-d96e0c2fc547'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:36.051325 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:02:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:36.177241 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks [] for router (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:36.181419 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] Set router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:36.289857 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks [] for router_gateway (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:36.334442 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Deleting port feb99275-1414-4aaf-b948-2baeb971bc9d {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:36.334832 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:36.357747 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71'}], 'enable_snat': True}, 'gw_port_id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T17:02:35Z', 'revision_number': 5, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port': {'id': 'feb99275-1414-4aaf-b948-2baeb971bc9d', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:2a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T16:54:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:36.385000 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] Checking router: 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:36.394496 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] Routers {'94e29ef6-2575-46ca-a1e1-d96e0c2fc547'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:36.395155 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:02:15Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:36.489382 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] Set router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:36.549602 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T17:02:36Z', 'revision_number': 6, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:36.578003 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db009d54-c90a-433a-98d3-b9d43bf837ec None None] The sync data for ids ['94e29ef6-2575-46ca-a1e1-d96e0c2fc547'] in dv-cinder-837166-2-iscsi is: [{'id': '94e29ef6-2575-46ca-a1e1-d96e0c2fc547', 'name': 'tempest-TestVolumeBootPattern-595258718-router', 'tenant_id': '22b135fb155e41d7895fbbca0d9864b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:54:41Z', 'updated_at': '2022-04-11T17:02:36Z', 'revision_number': 6, 'project_id': '22b135fb155e41d7895fbbca0d9864b5', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:36.672405 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] For port feb99275-1414-4aaf-b948-2baeb971bc9d, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=feb99275-1414-4aaf-b948-2baeb971bc9d,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:36.672777 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:36.685717 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Calling delete_port for feb99275-1414-4aaf-b948-2baeb971bc9d owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:36.849665 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (feb99275-1414-4aaf-b948-2baeb971bc9d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:36.875983 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=feb99275-1414-4aaf-b948-2baeb971bc9d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:36.942261 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.038814 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.040977 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks [] for router_controller (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.083360 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (94e29ef6-2575-46ca-a1e1-d96e0c2fc547), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.084008 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94e29ef6-2575-46ca-a1e1-d96e0c2fc547 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:02:37.088240 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.089317 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d704fde8-05cb-48a1-93c5-f7df22ba5fa2 admin admin] 10.222.0.73 "DELETE /v2.0/routers/94e29ef6-2575-46ca-a1e1-d96e0c2fc547 HTTP/1.1" status: 204 len: 168 time: 1.0485666 Apr 11 17:02:37.091884 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45618) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:37.135905 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-9771cca3-caf8-4c2f-b4b3-4703da5eaa1a admin admin] Deleting subnet 7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4 {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:02:37.138918 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9771cca3-caf8-4c2f-b4b3-4703da5eaa1a admin admin] Publish callbacks [] for subnet (7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.171835 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9771cca3-caf8-4c2f-b4b3-4703da5eaa1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26006124'] for subnet (7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.259666 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9771cca3-caf8-4c2f-b4b3-4703da5eaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.306610 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9771cca3-caf8-4c2f-b4b3-4703da5eaa1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328844'] for subnet (7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.337786 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-9771cca3-caf8-4c2f-b4b3-4703da5eaa1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.345054 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45626) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:37.345249 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e4c64-5349-45a7-8919-c14aeb53193b None None] Network d467743d-d63b-42fa-9231-deee2b39ad51 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:02:37.350674 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-9771cca3-caf8-4c2f-b4b3-4703da5eaa1a admin admin] 10.222.0.73 "DELETE /v2.0/subnets/7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4 HTTP/1.1" status: 204 len: 168 time: 0.2491953 Apr 11 17:02:37.351962 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771cca3-caf8-4c2f-b4b3-4703da5eaa1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d7142e0-2e1a-4435-9417-2dc0e8f5e9c4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:37.443453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (d467743d-d63b-42fa-9231-deee2b39ad51), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.484644 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device a89326ec-6f25-4a6a-a782-a66eeeca5cb8 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:37.497102 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Deleting port df23e85d-beef-470a-a4bf-873b1468d3a0 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:37.497674 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.507655 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: a89326ec-6f25-4a6a-a782-a66eeeca5cb8 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:37.508125 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device a89326ec-6f25-4a6a-a782-a66eeeca5cb8 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:37.508643 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device feb99275-1414-4aaf-b948-2baeb971bc9d no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:37.533137 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: feb99275-1414-4aaf-b948-2baeb971bc9d {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:37.533754 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device feb99275-1414-4aaf-b948-2baeb971bc9d not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:37.551456 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] DHCP port deletion for d467743d-d63b-42fa-9231-deee2b39ad51 request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:02:37.574732 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] For port df23e85d-beef-470a-a4bf-873b1468d3a0, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=df23e85d-beef-470a-a4bf-873b1468d3a0,segment=NetworkSegment(b02f4593-60bd-4641-b674-39071791c016),segment_id=b02f4593-60bd-4641-b674-39071791c016)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:37.575160 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.603086 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Deleting port df23e85d-beef-470a-a4bf-873b1468d3a0 {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:02:37.603589 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.603847 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Calling delete_port for df23e85d-beef-470a-a4bf-873b1468d3a0 owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:37.674957 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] For port df23e85d-beef-470a-a4bf-873b1468d3a0, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=df23e85d-beef-470a-a4bf-873b1468d3a0,segment=NetworkSegment(b02f4593-60bd-4641-b674-39071791c016),segment_id=b02f4593-60bd-4641-b674-39071791c016)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:37.675265 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.690712 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Calling delete_port for df23e85d-beef-470a-a4bf-873b1468d3a0 owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:02:37.706384 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.734902 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df23e85d-beef-470a-a4bf-873b1468d3a0,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:37.738672 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] No DVR routers for this DVR port df23e85d-beef-470a-a4bf-873b1468d3a0 on host dv-cinder-837166-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:37.782229 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (df23e85d-beef-470a-a4bf-873b1468d3a0), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.806198 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Pushing event deleted for resources: {'Port': ['ID=df23e85d-beef-470a-a4bf-873b1468d3a0,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:37.814349 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (d467743d-d63b-42fa-9231-deee2b39ad51), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.815505 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] No DVR routers for this DVR port df23e85d-beef-470a-a4bf-873b1468d3a0 on host dv-cinder-837166-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:02:37.817886 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.818467 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.818854 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.819206 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.819549 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.819917 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.820851 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.821778 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.822126 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.822468 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.822860 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.823199 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.823537 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.823989 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.824401 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2972a-775c-41b0-8421-c2e3edb93ed3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:02:37.838242 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d467743d-d63b-42fa-9231-deee2b39ad51']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:37.848241 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b02f4593-60bd-4641-b674-39071791c016') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:37.848551 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b02f4593-60bd-4641-b674-39071791c016') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:37.858552 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29398347'] for segment (b02f4593-60bd-4641-b674-39071791c016), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.872587 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (b02f4593-60bd-4641-b674-39071791c016), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.879093 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Releasing vlan 1170 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:02:37.879491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29940391'] for segment (b02f4593-60bd-4641-b674-39071791c016), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: timer() Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: self._notify() Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: event.method(event) Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:02:37.881172 dv-cinder-837166-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:02:37.936408 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (d467743d-d63b-42fa-9231-deee2b39ad51), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.941753 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:37.945230 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] 10.222.0.73 "DELETE /v2.0/networks/d467743d-d63b-42fa-9231-deee2b39ad51 HTTP/1.1" status: 204 len: 168 time: 0.5978854 Apr 11 17:02:37.958136 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d33564-031d-4c0f-a879-fe49d62899b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=d467743d-d63b-42fa-9231-deee2b39ad51,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:38.110324 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45636) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:38.153495 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-d8e0e89b-f9bf-4edf-942c-6a78b6e2ac7f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=5e8e5da108f24ed3b3955c8a12bdf580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418584 Apr 11 17:02:38.155802 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45638) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:38.201563 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-69b3c2ba-88f5-4c2f-8e52-e0d4fd2ca7c9 admin admin] Publish callbacks [] for security_group (b6539c9a-bdfc-4f4d-8e44-83487c2ec911), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:38.222669 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-69b3c2ba-88f5-4c2f-8e52-e0d4fd2ca7c9 admin admin] Publish callbacks [] for security_group (b6539c9a-bdfc-4f4d-8e44-83487c2ec911), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:38.268723 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-69b3c2ba-88f5-4c2f-8e52-e0d4fd2ca7c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b6539c9a-bdfc-4f4d-8e44-83487c2ec911), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:38.271293 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-69b3c2ba-88f5-4c2f-8e52-e0d4fd2ca7c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:38.272431 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-69b3c2ba-88f5-4c2f-8e52-e0d4fd2ca7c9 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b6539c9a-bdfc-4f4d-8e44-83487c2ec911 HTTP/1.1" status: 204 len: 168 time: 0.1157451 Apr 11 17:02:38.280621 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b3c2ba-88f5-4c2f-8e52-e0d4fd2ca7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6539c9a-bdfc-4f4d-8e44-83487c2ec911,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:38.573216 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45644) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:38.613315 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-ba04699c-bb7e-4622-90fe-6555c6547f98 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=22b135fb155e41d7895fbbca0d9864b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388806 Apr 11 17:02:38.615704 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45648) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:38.663251 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f273afa-0109-4ef3-8484-f824178c134d admin admin] Publish callbacks [] for security_group (b1510464-41ce-4fff-86a7-6889ab6f412b), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:38.684321 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f273afa-0109-4ef3-8484-f824178c134d admin admin] Publish callbacks [] for security_group (b1510464-41ce-4fff-86a7-6889ab6f412b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:38.733606 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f273afa-0109-4ef3-8484-f824178c134d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b1510464-41ce-4fff-86a7-6889ab6f412b), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:38.736180 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-1f273afa-0109-4ef3-8484-f824178c134d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:38.737335 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-1f273afa-0109-4ef3-8484-f824178c134d admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/b1510464-41ce-4fff-86a7-6889ab6f412b HTTP/1.1" status: 204 len: 168 time: 0.1207118 Apr 11 17:02:38.745294 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f273afa-0109-4ef3-8484-f824178c134d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1510464-41ce-4fff-86a7-6889ab6f412b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:39.437155 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device df23e85d-beef-470a-a4bf-873b1468d3a0 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:02:39.457435 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: df23e85d-beef-470a-a4bf-873b1468d3a0 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:02:39.457786 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device df23e85d-beef-470a-a4bf-873b1468d3a0 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:02:42.518494 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a2348582-8339-4db6-90a5-9d190d4bac82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.403164 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a4f38-5473-4fdc-86c9-30cb37753685 req-cc8abd59-b899-46e7-adf8-aca8b8e31bad tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:43.404637 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4f0a4f38-5473-4fdc-86c9-30cb37753685 req-cc8abd59-b899-46e7-adf8-aca8b8e31bad tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0471373 Apr 11 17:02:43.449382 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4f0a4f38-5473-4fdc-86c9-30cb37753685 req-3c62d85b-9c0f-4d18-916b-74ce8e447a73 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391684 Apr 11 17:02:43.471243 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45700) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:43.688256 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fbe10c-9972-4579-9d50-7f2e1004d2a0 tempest-TestMinimumBasicScenario-1105779232 tempest-TestMinimumBasicScenario-1105779232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:43.689719 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-53fbe10c-9972-4579-9d50-7f2e1004d2a0 tempest-TestMinimumBasicScenario-1105779232 tempest-TestMinimumBasicScenario-1105779232-project-admin] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1125 time: 0.2174962 Apr 11 17:02:43.692599 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45704) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:43.696986 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'floatingip': {'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'port_id': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:43.717316 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.797014 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:43.899319 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_common [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Allocated IP 172.27.1.171 (d77d523e-a7ef-4e9c-a8aa-de7041994475/16d028a9-feff-4896-991a-c258f23c3b74/fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b) {{(pid=109888) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:02:43.970306 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45712) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:44.004376 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for port (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.044785 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.078658 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-703630e8-0386-441f-ba9a-583ac3ec226f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.080033 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Network d77d523e-a7ef-4e9c-a8aa-de7041994475 is already hosted by enough agents. {{(pid=109888) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:44.082831 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Resources bound (agent type, host, resource id): {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:44.085881 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Received port after_create {{(pid=109888) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:44.121242 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'Port': ['ID=fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b,revision_number=1']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:44.156046 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-703630e8-0386-441f-ba9a-583ac3ec226f admin admin] Publish callbacks [] for security_group (20fbe8af-2256-4f18-be16-e10b809dc2c6), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.159960 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-703630e8-0386-441f-ba9a-583ac3ec226f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (20fbe8af-2256-4f18-be16-e10b809dc2c6), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.200624 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-703630e8-0386-441f-ba9a-583ac3ec226f admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=69137dbd240145cab6129f0ed1023128&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290089 Apr 11 17:02:44.203152 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45716) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:44.208889 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703630e8-0386-441f-ba9a-583ac3ec226f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fbe8af-2256-4f18-be16-e10b809dc2c6,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:44.253918 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ae1ad68-02bd-4a32-a76e-677925e11cd2 admin admin] Publish callbacks [] for security_group (20fbe8af-2256-4f18-be16-e10b809dc2c6), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.276309 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ae1ad68-02bd-4a32-a76e-677925e11cd2 admin admin] Publish callbacks [] for security_group (20fbe8af-2256-4f18-be16-e10b809dc2c6), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.324969 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ae1ad68-02bd-4a32-a76e-677925e11cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (20fbe8af-2256-4f18-be16-e10b809dc2c6), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.327822 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-9ae1ad68-02bd-4a32-a76e-677925e11cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.329199 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-9ae1ad68-02bd-4a32-a76e-677925e11cd2 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/20fbe8af-2256-4f18-be16-e10b809dc2c6 HTTP/1.1" status: 204 len: 168 time: 0.1251340 Apr 11 17:02:44.337555 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae1ad68-02bd-4a32-a76e-677925e11cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fbe8af-2256-4f18-be16-e10b809dc2c6,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:44.617256 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45722) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:44.631851 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f5f19dc-be0a-4e42-b509-262dc38021d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.707126 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f5f19dc-be0a-4e42-b509-262dc38021d6 admin admin] Publish callbacks [] for security_group (f862d61f-74a3-48cd-bc9c-64c6a6c6cd62), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.709087 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for floatingip (4e35cfac-a005-46ab-a43c-b6ce71457851), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.711107 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-1f5f19dc-be0a-4e42-b509-262dc38021d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f862d61f-74a3-48cd-bc9c-64c6a6c6cd62), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.750997 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-1f5f19dc-be0a-4e42-b509-262dc38021d6 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8b1168a344814fe087e3832d8a6ff506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1325357 Apr 11 17:02:44.753483 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f19dc-be0a-4e42-b509-262dc38021d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f862d61f-74a3-48cd-bc9c-64c6a6c6cd62,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:44.755836 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45724) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:44.776836 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.809245 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-020bd2b9-239a-4076-b1c7-6b714d006bba admin admin] Publish callbacks [] for security_group (f862d61f-74a3-48cd-bc9c-64c6a6c6cd62), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.830676 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-020bd2b9-239a-4076-b1c7-6b714d006bba admin admin] Publish callbacks [] for security_group (f862d61f-74a3-48cd-bc9c-64c6a6c6cd62), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.859999 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-290402a2-7965-4e4f-be61-8c065439769e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.880602 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-020bd2b9-239a-4076-b1c7-6b714d006bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (f862d61f-74a3-48cd-bc9c-64c6a6c6cd62), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.883152 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-020bd2b9-239a-4076-b1c7-6b714d006bba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.886959 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-020bd2b9-239a-4076-b1c7-6b714d006bba admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/f862d61f-74a3-48cd-bc9c-64c6a6c6cd62 HTTP/1.1" status: 204 len: 168 time: 0.1275792 Apr 11 17:02:44.894142 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bd2b9-239a-4076-b1c7-6b714d006bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f862d61f-74a3-48cd-bc9c-64c6a6c6cd62,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:44.932958 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for port (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:44.938678 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.003772 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'Port': ['ID=fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b,revision_number=2']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:45.019693 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-578481'] for floatingip (4e35cfac-a005-46ab-a43c-b6ce71457851), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.121878 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Floating IP 4e35cfac-a005-46ab-a43c-b6ce71457851 associated. External IP: 172.27.1.171, port: b9a6d1d4-1cac-4880-b8b6-79183c20beca. Apr 11 17:02:45.334077 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Router 4b473446-4349-4b7e-bcf5-e870538378ba has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:02:45.458962 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:02:45.469039 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] Sync routers for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:02:45.478308 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.481918 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:45.482560 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:02:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:45.511980 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-e5c28f07-bbeb-4a48-85e9-4f0048b846ac tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8156481 Apr 11 17:02:45.511980 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:45.512376 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45746) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:45.513087 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53" -d '{"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:45.525514 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-b4bf0ef2-4089-42ad-9b4e-00c2083add98 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604301716', 'description': 'tempest-secgroup-smoke-1604301716 description', 'project_id': 'c7994d24146849ada7ff0333c09e7f82'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:45.552289 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0ef2-4089-42ad-9b4e-00c2083add98 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.602564 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:45.616836 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45752) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:45.640030 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0ef2-4089-42ad-9b4e-00c2083add98 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group (b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.645590 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0ef2-4089-42ad-9b4e-00c2083add98 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.679083 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4bf0ef2-4089-42ad-9b4e-00c2083add98 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.680898 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b4bf0ef2-4089-42ad-9b4e-00c2083add98 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1674118 Apr 11 17:02:45.683678 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45756) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:45.688978 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-a529242a-a5fc-4349-9c95-54b329406b2b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c', 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:45.717131 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0477af07-6f32-4fec-8fe8-0a970c62b1f7 x-openstack-request-id: req-0477af07-6f32-4fec-8fe8-0a970c62b1f7 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:45.717751 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:45.717751 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0477af07-6f32-4fec-8fe8-0a970c62b1f7 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:45.719061 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf0ef2-4089-42ad-9b4e-00c2083add98 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:45.721305 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0477af07-6f32-4fec-8fe8-0a970c62b1f7'] response: {'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'status': 'completed', 'code': 200} Apr 11 17:02:45.738283 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-105711326-network', 'tenant_id': 'd97ae48ae79a4eb6878c76aca9266b9c'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:45.738574 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a529242a-a5fc-4349-9c95-54b329406b2b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (ec034dad-207f-4a05-a652-1184f95b1ab0), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.758888 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Made reservation on behalf of d97ae48ae79a4eb6878c76aca9266b9c for: {'network': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:02:45.762285 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for network (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.798150 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.803407 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a529242a-a5fc-4349-9c95-54b329406b2b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (ec034dad-207f-4a05-a652-1184f95b1ab0), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.808158 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a529242a-a5fc-4349-9c95-54b329406b2b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (ec034dad-207f-4a05-a652-1184f95b1ab0), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.820156 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-655402bc-b8b4-4839-8c0f-66bf8a51fd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:45.821682 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-655402bc-b8b4-4839-8c0f-66bf8a51fd10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1130 time: 0.0570276 Apr 11 17:02:45.829315 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a529242a-a5fc-4349-9c95-54b329406b2b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec034dad-207f-4a05-a652-1184f95b1ab0,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:45.838328 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-a529242a-a5fc-4349-9c95-54b329406b2b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.842795 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-a529242a-a5fc-4349-9c95-54b329406b2b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550777 Apr 11 17:02:45.843035 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45758) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:45.847918 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-03567219-2dd0-49e6-a617-83a7f4cb91a3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c', 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:45.872118 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '4e35cfac-a005-46ab-a43c-b6ce71457851', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'port_id': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'mac_address': 'fa:16:3e:c6:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:02:44Z', 'updated_at': '2022-04-11T17:02:44Z', 'revision_number': 0, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 5, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:45.880981 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03567219-2dd0-49e6-a617-83a7f4cb91a3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (a9ce6264-636c-4e2e-b374-1ba1d00e0cef), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.906689 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] Checking router: 4b473446-4349-4b7e-bcf5-e870538378ba for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:02:45.915825 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:02:45.916890 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:02:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:45.953243 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03567219-2dd0-49e6-a617-83a7f4cb91a3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (a9ce6264-636c-4e2e-b374-1ba1d00e0cef), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.957908 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03567219-2dd0-49e6-a617-83a7f4cb91a3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (a9ce6264-636c-4e2e-b374-1ba1d00e0cef), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.958523 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-6f57acdc-f609-4361-b2fd-c9a28a77232f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:45.960435 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-6f57acdc-f609-4361-b2fd-c9a28a77232f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 200 len: 916 time: 0.1316862 Apr 11 17:02:45.980428 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03567219-2dd0-49e6-a617-83a7f4cb91a3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ce6264-636c-4e2e-b374-1ba1d00e0cef,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:45.987916 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.990141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-03567219-2dd0-49e6-a617-83a7f4cb91a3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:45.992110 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-03567219-2dd0-49e6-a617-83a7f4cb91a3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1480763 Apr 11 17:02:45.994838 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45760) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:46.001507 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-be59cf6d-5a07-49d1-9302-4fd64ca0f414 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c', 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:46.027059 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Publish callbacks [] for security_group (a8761531-78c8-4ace-8deb-b889996d59df), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.034485 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be59cf6d-5a07-49d1-9302-4fd64ca0f414 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (e8344584-259b-4956-925c-7f384b80ccce), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.037110 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (a8761531-78c8-4ace-8deb-b889996d59df), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.064887 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-e76e4def-01f2-453a-908a-284bdcd91b3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 1000 time: 0.0941029 Apr 11 17:02:46.067068 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] vlan segment allocate from pool success with {'vlan_id': 1154, 'physical_network': 'physnet1'} {{(pid=109889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 17:02:46.069040 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:02:46.099678 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be59cf6d-5a07-49d1-9302-4fd64ca0f414 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (e8344584-259b-4956-925c-7f384b80ccce), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.104167 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be59cf6d-5a07-49d1-9302-4fd64ca0f414 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (e8344584-259b-4956-925c-7f384b80ccce), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.114667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (7001d2c1-cec3-4320-90f9-4218002c9ac5), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.115022 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.segments_db [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Added segment 7001d2c1-cec3-4320-90f9-4218002c9ac5 of type vlan for network cb1fab46-92ec-4966-8d56-c4730e5420ec Apr 11 17:02:46.116276 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8761531-78c8-4ace-8deb-b889996d59df,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:46.123634 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59cf6d-5a07-49d1-9302-4fd64ca0f414 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8344584-259b-4956-925c-7f384b80ccce,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:46.133359 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-be59cf6d-5a07-49d1-9302-4fd64ca0f414 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.140074 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-be59cf6d-5a07-49d1-9302-4fd64ca0f414 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442056 Apr 11 17:02:46.140678 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45762) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:46.145838 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-11e33712-203b-4f37-8521-3b3fc1769c1b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c', 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:46.167714 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748665276254'] for network (cb1fab46-92ec-4966-8d56-c4730e5420ec), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.171934 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-d7344d54-4707-4bf7-b5ef-951006d396b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:46.173552 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-d7344d54-4707-4bf7-b5ef-951006d396b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2345e9b8-042e-4f4e-a78b-9a63f116e11d HTTP/1.1" status: 200 len: 853 time: 0.0996144 Apr 11 17:02:46.174060 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-11e33712-203b-4f37-8521-3b3fc1769c1b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (92fa3277-fcc1-41b5-8603-8ef0d4696167), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.231082 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946'] for network (cb1fab46-92ec-4966-8d56-c4730e5420ec), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.232045 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:46.232639 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.237282 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-11e33712-203b-4f37-8521-3b3fc1769c1b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (92fa3277-fcc1-41b5-8603-8ef0d4696167), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.241616 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-11e33712-203b-4f37-8521-3b3fc1769c1b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (92fa3277-fcc1-41b5-8603-8ef0d4696167), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.242779 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-daa99bb1-f4c6-4522-a130-5d835e210099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:46.244315 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-daa99bb1-f4c6-4522-a130-5d835e210099 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0640671 Apr 11 17:02:46.264601 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e33712-203b-4f37-8521-3b3fc1769c1b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92fa3277-fcc1-41b5-8603-8ef0d4696167,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:46.271288 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-11e33712-203b-4f37-8521-3b3fc1769c1b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.276042 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-11e33712-203b-4f37-8521-3b3fc1769c1b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334419 Apr 11 17:02:46.276598 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45764) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:46.281594 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-5547b472-7ee7-4ec6-9ed6-839d6a6773e3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c', 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:46.288443 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] 10.222.0.73 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6704609 Apr 11 17:02:46.291342 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 45766) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:46.298938 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Request body: {'subnet': {'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-105711326-subnet', 'tenant_id': 'd97ae48ae79a4eb6878c76aca9266b9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:46.323195 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.securitygroups_db [None req-5547b472-7ee7-4ec6-9ed6-839d6a6773e3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Project c7994d24146849ada7ff0333c09e7f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:02:46.328393 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Made reservation on behalf of d97ae48ae79a4eb6878c76aca9266b9c for: {'subnet': 1} {{(pid=109888) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:02:46.330956 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29328849'] for subnet (None), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.334577 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5547b472-7ee7-4ec6-9ed6-839d6a6773e3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (22cad022-9ac6-419b-b238-283c32af498f), before_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.335473 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '4e35cfac-a005-46ab-a43c-b6ce71457851', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'port_id': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'mac_address': 'fa:16:3e:c6:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:02:44Z', 'updated_at': '2022-04-11T17:02:44Z', 'revision_number': 0, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 5, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:02:46.356278 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bd1b06-a75b-4174-bfb2-7505f23251ea admin admin] Pushing event updated for resources: {'Network': ['ID=cb1fab46-92ec-4966-8d56-c4730e5420ec,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:46.363516 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8784199-2bd8-4cc1-8463-234b371ba89d None None] The sync data for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi is: [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_floatingips': [{'id': '4e35cfac-a005-46ab-a43c-b6ce71457851', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'floating_ip_address': '172.27.1.171', 'floating_network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'router_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'port_id': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'mac_address': 'fa:16:3e:c6:6b:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T17:02:44Z', 'updated_at': '2022-04-11T17:02:44Z', 'revision_number': 0, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 5, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:02:46.381099 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Network cb1fab46-92ec-4966-8d56-c4730e5420ec details requested by agent ovs-agent-dv-cinder-837166-2-iscsi with host dv-cinder-837166-2-iscsi {{(pid=109890) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 17:02:46.396238 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-87851808-8536-47be-aa88-a49acec74941 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396177 Apr 11 17:02:46.458830 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5547b472-7ee7-4ec6-9ed6-839d6a6773e3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (22cad022-9ac6-419b-b238-283c32af498f), precommit_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.466361 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5547b472-7ee7-4ec6-9ed6-839d6a6773e3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (22cad022-9ac6-419b-b238-283c32af498f), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.508091 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-6e75fc50-d5b2-4a24-ad9a-d1269ac6dd53 req-53a9e11a-8104-41d3-8ddd-69c336820518 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048191 Apr 11 17:02:46.513034 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5547b472-7ee7-4ec6-9ed6-839d6a6773e3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cad022-9ac6-419b-b238-283c32af498f,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:46.522800 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5547b472-7ee7-4ec6-9ed6-839d6a6773e3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.524020 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5547b472-7ee7-4ec6-9ed6-839d6a6773e3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2463844 Apr 11 17:02:46.527437 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 45768) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:02:46.532761 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [None req-4f2c5bb2-2450-41f1-bf4b-6caddb8e7a9b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'security_group_rule': {'security_group_id': 'b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c', 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:46.557668 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.db.securitygroups_db [None req-4f2c5bb2-2450-41f1-bf4b-6caddb8e7a9b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Project c7994d24146849ada7ff0333c09e7f82 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 17:02:46.565617 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4f2c5bb2-2450-41f1-bf4b-6caddb8e7a9b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (c8a31474-f90d-46b6-80ea-64823a467234), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.590584 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25281304', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29328835'] for subnet (417ae28a-3fc1-432d-9f71-b00c6d86c7f1), after_create {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.631178 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3823bcb-e0cf-4d95-8140-037a24374d4d None None] New status for floating IP 4e35cfac-a005-46ab-a43c-b6ce71457851: ACTIVE {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:02:46.641229 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4f2c5bb2-2450-41f1-bf4b-6caddb8e7a9b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (c8a31474-f90d-46b6-80ea-64823a467234), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.647025 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4f2c5bb2-2450-41f1-bf4b-6caddb8e7a9b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554860'] for security_group_rule (c8a31474-f90d-46b6-80ea-64823a467234), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.653304 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=417ae28a-3fc1-432d-9f71-b00c6d86c7f1,revision_number=0']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:46.672284 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Checking segment: {'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109888) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:46.672511 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-4f2c5bb2-2450-41f1-bf4b-6caddb8e7a9b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.672645 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Network hostable DHCP agents. Network: cb1fab46-92ec-4966-8d56-c4730e5420ec, hostable agents: ['e63aad30-c774-4471-bd11-ca036f6957ac'], hosted agents: [] {{(pid=109888) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 17:02:46.675636 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-4f2c5bb2-2450-41f1-bf4b-6caddb8e7a9b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1459591 Apr 11 17:02:46.676956 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c5bb2-2450-41f1-bf4b-6caddb8e7a9b tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a31474-f90d-46b6-80ea-64823a467234,revision_number=0']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:46.694215 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Network cb1fab46-92ec-4966-8d56-c4730e5420ec is scheduled to be hosted by DHCP agent e63aad30-c774-4471-bd11-ca036f6957ac with binding_index 1 {{(pid=109888) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 17:02:46.703967 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.base_scheduler [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837166-2-iscsi, cb1fab46-92ec-4966-8d56-c4730e5420ec) {{(pid=109888) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:46.708211 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:46.708826 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:46.716740 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc52fa49-aa72-4809-ad82-03ef2b9b3405 None None] Network cb1fab46-92ec-4966-8d56-c4730e5420ec requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:02:46.734283 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-3006ba42-f467-400c-b63c-d5fbb8dca733 admin admin] 10.222.0.73 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4321098 Apr 11 17:02:46.778072 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3ed9af8b-739e-4b80-b455-244e8444173f req-11bd6f8e-d5b3-4d16-b72a-bccb234c12fa tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604301716&fields=id&tenant_id=c7994d24146849ada7ff0333c09e7f82 HTTP/1.1" status: 200 len: 267 time: 0.0499732 Apr 11 17:02:46.837363 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9af8b-739e-4b80-b455-244e8444173f req-59290929-f449-4eb6-b158-316cb4f2764d tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:46.844972 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3ed9af8b-739e-4b80-b455-244e8444173f req-59290929-f449-4eb6-b158-316cb4f2764d tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0606043 Apr 11 17:02:46.850493 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [req-3ed9af8b-739e-4b80-b455-244e8444173f req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'port': {'security_groups': ['9b0940a2-4820-4634-8086-00758acc814d', 'b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:46.869406 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b53dd1d-cac5-4f3c-bbab-77dbe4fb7138 None None] Network cb1fab46-92ec-4966-8d56-c4730e5420ec requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:02:46.930050 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3ed9af8b-739e-4b80-b455-244e8444173f req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:47.163541 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-3ed9af8b-739e-4b80-b455-244e8444173f req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] For port b9a6d1d4-1cac-4880-b8b6-79183c20beca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:47.196807 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3ed9af8b-739e-4b80-b455-244e8444173f req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:47.201492 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3ed9af8b-739e-4b80-b455-244e8444173f req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:47.244156 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['b9a6d1d4-1cac-4880-b8b6-79183c20beca'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:02:47.274786 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed9af8b-739e-4b80-b455-244e8444173f req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:47.275528 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-3ed9af8b-739e-4b80-b455-244e8444173f req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:47.276963 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3ed9af8b-739e-4b80-b455-244e8444173f req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "PUT /v2.0/ports/b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 982 time: 0.4311767 Apr 11 17:02:47.300300 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c16ddae-6fb3-4817-a65f-6bbbf077ad74 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'Port': ['ID=b9a6d1d4-1cac-4880-b8b6-79183c20beca,revision_number=6']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:47.418251 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['b9a6d1d4-1cac-4880-b8b6-79183c20beca'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:02:47.435651 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fde0a-1cfd-43dd-82d0-0ddcdda101fc req-4a7e95b8-f30f-4665-a3e1-f7ca6dd6bac3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:47.444878 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-939fde0a-1cfd-43dd-82d0-0ddcdda101fc req-4a7e95b8-f30f-4665-a3e1-f7ca6dd6bac3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0811632 Apr 11 17:02:47.514373 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-939fde0a-1cfd-43dd-82d0-0ddcdda101fc req-cd0a7374-a723-4f7b-bbf3-0570bf482c0a tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681951 Apr 11 17:02:47.722445 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:47.724801 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b497d15-007f-49a0-b14e-fd1a40d08ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:47.753316 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-d9fe9a3a-5f3c-4563-b4f7-a945d5d1383e None None] Provisioning complete for port b9a6d1d4-1cac-4880-b8b6-79183c20beca triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:47.753701 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d9fe9a3a-5f3c-4563-b4f7-a945d5d1383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:47.755233 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:47.764483 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9aa8a2-f366-45d6-890e-8c9ecc015958 x-openstack-request-id: req-db9aa8a2-f366-45d6-890e-8c9ecc015958 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:47.764966 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:47.765066 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db9aa8a2-f366-45d6-890e-8c9ecc015958 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:47.765413 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9aa8a2-f366-45d6-890e-8c9ecc015958'] response: {'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'status': 'completed', 'code': 200} Apr 11 17:02:47.846278 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-657d1459-52bf-47a7-8ea0-ca369a641ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:47.847833 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-657d1459-52bf-47a7-8ea0-ca369a641ee2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1169 time: 0.0395200 Apr 11 17:02:47.940384 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-f0d63318-15b6-4234-83fe-a08c229dd5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:47.941831 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-f0d63318-15b6-4234-83fe-a08c229dd5ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 200 len: 916 time: 0.0850043 Apr 11 17:02:47.962886 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-d9fe9a3a-5f3c-4563-b4f7-a945d5d1383e None None] Current status of the port b9a6d1d4-1cac-4880-b8b6-79183c20beca is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:48.012224 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-3c981eef-6801-4334-aa6b-a26a57848051 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 1002 time: 0.0641279 Apr 11 17:02:48.061794 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-143ff11f-191c-4501-9118-b669f9e0941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:48.063319 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-143ff11f-191c-4501-9118-b669f9e0941b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2345e9b8-042e-4f4e-a78b-9a63f116e11d HTTP/1.1" status: 200 len: 853 time: 0.0458794 Apr 11 17:02:48.106615 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-48d85b5f-cd98-4864-8485-fb994a5c7ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:48.108118 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-48d85b5f-cd98-4864-8485-fb994a5c7ab6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387998 Apr 11 17:02:48.203591 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-395e4707-0e4e-4446-8057-8fd93e88c979 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885162 Apr 11 17:02:48.295861 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-2b497d15-007f-49a0-b14e-fd1a40d08ab2 req-44d969f1-aa49-4cd0-8b8c-a4bdfbe616aa service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847011 Apr 11 17:02:48.542389 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72d62-73b1-4850-9208-afda31e87680 req-59c8e381-9e2a-4169-9737-d991d916d7d7 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:48.543807 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-59c8e381-9e2a-4169-9737-d991d916d7d7 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/networks?id=cb1fab46-92ec-4966-8d56-c4730e5420ec HTTP/1.1" status: 200 len: 808 time: 0.0992379 Apr 11 17:02:48.557785 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-c2cd00e1-f82a-406a-aa83-a4d5859f7870 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/quotas/d97ae48ae79a4eb6878c76aca9266b9c HTTP/1.1" status: 200 len: 375 time: 0.0087667 Apr 11 17:02:48.592935 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-8d1fef86-aff8-417e-90ea-20de51ec6e7e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97ae48ae79a4eb6878c76aca9266b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298872 Apr 11 17:02:48.648456 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-c5597153-6e89-4715-9c7a-f75d8b3962cc service neutron] http://10.222.0.73:9696/v2.0/extensions returned with HTTP 200 {{(pid=109888) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 17:02:48.649468 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-c5597153-6e89-4715-9c7a-f75d8b3962cc service neutron] 10.222.0.73 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0505612 Apr 11 17:02:48.734039 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-360123c9-04df-40f4-a980-47c3d9832737 service neutron] 10.222.0.73 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788751 Apr 11 17:02:48.822740 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-b288627d-5f9a-47e9-abaf-6213d06340e6 service neutron] 10.222.0.73 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829582 Apr 11 17:02:48.992142 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:49.988330 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-400bfc2d-49c4-4f33-b709-e8836a757cb5 req-ce1840f9-1865-4ee9-90c0-23f03274c6db tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 210 time: 0.0285103 Apr 11 17:02:51.075840 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72d62-73b1-4850-9208-afda31e87680 req-750f1cd9-0b72-4742-ac8b-4b05370014ba tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:51.077472 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-750f1cd9-0b72-4742-ac8b-4b05370014ba tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.15 "GET /v2.0/networks?id=cb1fab46-92ec-4966-8d56-c4730e5420ec HTTP/1.1" status: 200 len: 808 time: 0.1026921 Apr 11 17:02:51.104859 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3472d574-705a-4465-9549-cd12710fdbc0 req-588640e6-f115-4ac9-aae9-1f91fd008bc3 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 210 time: 0.0312231 Apr 11 17:02:51.115469 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Request body: {'port': {'device_id': '33040eaa-5271-4fc5-9b27-f15f2ea86cdc', 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec', 'admin_state_up': True, 'tenant_id': 'd97ae48ae79a4eb6878c76aca9266b9c'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:51.223175 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Made reservation on behalf of d97ae48ae79a4eb6878c76aca9266b9c for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:02:51.226355 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.345703 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Allocated IP 172.20.0.3 (cb1fab46-92ec-4966-8d56-c4730e5420ec/417ae28a-3fc1-432d-9f71-b00c6d86c7f1/e9f08467-3e18-452b-b36f-825363199916) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:02:51.489238 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks [] for port (e9f08467-3e18-452b-b36f-825363199916), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.523856 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (e9f08467-3e18-452b-b36f-825363199916), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.566727 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Network cb1fab46-92ec-4966-8d56-c4730e5420ec is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:02:51.569705 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:02:51.573503 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:02:51.582811 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Pushing event updated for resources: {'Port': ['ID=e9f08467-3e18-452b-b36f-825363199916,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:51.631841 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:51.632464 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:51.649173 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-5e3f403e-ca2d-442a-aa40-72ea49939e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5377026 Apr 11 17:02:51.688588 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Request body: {'port': {'device_id': '33040eaa-5271-4fc5-9b27-f15f2ea86cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:02:51.746326 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e9f08467-3e18-452b-b36f-825363199916), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.004480 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9f08467-3e18-452b-b36f-825363199916 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:02:52.012380 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Publish callbacks [] for port (e9f08467-3e18-452b-b36f-825363199916), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.025129 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Transition to ACTIVE for port object e9f08467-3e18-452b-b36f-825363199916 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:02:52.028862 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (e9f08467-3e18-452b-b36f-825363199916), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.076672 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Pushing event updated for resources: {'Port': ['ID=e9f08467-3e18-452b-b36f-825363199916,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:52.144818 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Attempting to bind port e9f08467-3e18-452b-b36f-825363199916 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:02:52.145164 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Attempting to bind port e9f08467-3e18-452b-b36f-825363199916 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:02:52.145498 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Attempting to bind port e9f08467-3e18-452b-b36f-825363199916 on network cb1fab46-92ec-4966-8d56-c4730e5420ec {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:52.149751 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Port e9f08467-3e18-452b-b36f-825363199916 on network cb1fab46-92ec-4966-8d56-c4730e5420ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:02:52.150072 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Attempting to bind port e9f08467-3e18-452b-b36f-825363199916 on network cb1fab46-92ec-4966-8d56-c4730e5420ec {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:02:52.155645 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 2, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:02:52.155989 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Checking segment: {'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:02:52.156382 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Bound using segment: {'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:02:52.156813 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Bound port: e9f08467-3e18-452b-b36f-825363199916, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:02:52.157176 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e9f08467-3e18-452b-b36f-825363199916), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.217002 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f0621-8297-49e8-8bbb-9e2df7c3a181 req-46878acf-cb36-4ad2-b5c7-b12e1374414e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:52.218514 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-518f0621-8297-49e8-8bbb-9e2df7c3a181 req-46878acf-cb36-4ad2-b5c7-b12e1374414e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 943 time: 0.0461323 Apr 11 17:02:52.223696 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] For port e9f08467-3e18-452b-b36f-825363199916, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:02:52.226911 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] For port e9f08467-3e18-452b-b36f-825363199916, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9f08467-3e18-452b-b36f-825363199916,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:02:52.234995 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (e9f08467-3e18-452b-b36f-825363199916), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.267579 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:52.268348 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-518f0621-8297-49e8-8bbb-9e2df7c3a181 req-95d347d2-3be4-42e6-8b09-68f1747a712f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439730 Apr 11 17:02:52.268481 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.270072 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] 10.222.0.15 "PUT /v2.0/ports/e9f08467-3e18-452b-b36f-825363199916 HTTP/1.1" status: 200 len: 1093 time: 0.5855405 Apr 11 17:02:52.270515 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33040eaa-5271-4fc5-9b27-f15f2ea86cdc', 'tag': 'e9f08467-3e18-452b-b36f-825363199916'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:52.272784 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29" -d '{"events": [{"name": "network-changed", "server_uuid": "33040eaa-5271-4fc5-9b27-f15f2ea86cdc", "tag": "e9f08467-3e18-452b-b36f-825363199916"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:52.305708 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc949b-fe74-43e0-a348-5793188ea2da service neutron] Pushing event updated for resources: {'Port': ['ID=e9f08467-3e18-452b-b36f-825363199916,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:52.318105 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1694eeb-db8b-4134-9a41-ada7fd6465f7 x-openstack-request-id: req-e1694eeb-db8b-4134-9a41-ada7fd6465f7 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:52.318395 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33040eaa-5271-4fc5-9b27-f15f2ea86cdc", "tag": "e9f08467-3e18-452b-b36f-825363199916", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:52.318675 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e1694eeb-db8b-4134-9a41-ada7fd6465f7 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:52.319082 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1694eeb-db8b-4134-9a41-ada7fd6465f7'] response: {'name': 'network-changed', 'server_uuid': '33040eaa-5271-4fc5-9b27-f15f2ea86cdc', 'tag': 'e9f08467-3e18-452b-b36f-825363199916', 'status': 'completed', 'code': 200} Apr 11 17:02:52.374696 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72d62-73b1-4850-9208-afda31e87680 req-392f2913-8bda-4158-a3e4-95bcf5365e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:52.376151 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-392f2913-8bda-4158-a3e4-95bcf5365e9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d97ae48ae79a4eb6878c76aca9266b9c&device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 1127 time: 0.0389102 Apr 11 17:02:52.429460 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-7cefb2b4-1c75-44b3-8276-250b25509344 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f08467-3e18-452b-b36f-825363199916 HTTP/1.1" status: 200 len: 217 time: 0.0366349 Apr 11 17:02:52.478298 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f72d62-73b1-4850-9208-afda31e87680 req-95ff3a1a-8129-4c5c-b58f-a5986b1a2856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:52.479794 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-95ff3a1a-8129-4c5c-b58f-a5986b1a2856 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=417ae28a-3fc1-432d-9f71-b00c6d86c7f1 HTTP/1.1" status: 200 len: 848 time: 0.0430021 Apr 11 17:02:52.511087 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-09c30f7e-8ebb-4444-9e22-522dd0ee50da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb1fab46-92ec-4966-8d56-c4730e5420ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252447 Apr 11 17:02:52.585504 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:52.604095 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-b7dfd507-ae76-4046-aa1b-5e2dda51aa47 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856388 Apr 11 17:02:52.694929 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-84f72d62-73b1-4850-9208-afda31e87680 req-6587ffaa-bd6a-4acc-9f33-ffefb211b9f6 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835645 Apr 11 17:02:53.384507 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae508247-f667-4fdf-8ed2-8412bfcbf5f4 req-4c593997-f3c6-450b-bb29-a8e6108eb7fd tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:53.386209 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ae508247-f667-4fdf-8ed2-8412bfcbf5f4 req-4c593997-f3c6-450b-bb29-a8e6108eb7fd tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 943 time: 0.0503731 Apr 11 17:02:53.433071 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ae508247-f667-4fdf-8ed2-8412bfcbf5f4 req-6d069e41-7b7d-4493-acfe-4b98b43dc35a tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403225 Apr 11 17:02:53.583432 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-78bfd9bd-cab2-4dc1-8db7-512abf13e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:53.584815 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-78bfd9bd-cab2-4dc1-8db7-512abf13e003 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d97ae48ae79a4eb6878c76aca9266b9c&device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 1127 time: 0.0429287 Apr 11 17:02:53.681062 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-ec69e579-b302-4946-9efe-2cd599875567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:53.682521 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-ec69e579-b302-4946-9efe-2cd599875567 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb1fab46-92ec-4966-8d56-c4730e5420ec HTTP/1.1" status: 200 len: 910 time: 0.0888505 Apr 11 17:02:53.724584 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-d0ba1777-1ce4-4f80-bb73-0a254de97403 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9f08467-3e18-452b-b36f-825363199916 HTTP/1.1" status: 200 len: 217 time: 0.0336897 Apr 11 17:02:53.775163 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-0f78bf16-de05-475f-84bf-ea62cb24ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:53.776575 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-0f78bf16-de05-475f-84bf-ea62cb24ea7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=417ae28a-3fc1-432d-9f71-b00c6d86c7f1 HTTP/1.1" status: 200 len: 848 time: 0.0462730 Apr 11 17:02:53.808080 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-01830e98-af87-45fd-a0f3-bd0d0940a09b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb1fab46-92ec-4966-8d56-c4730e5420ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253098 Apr 11 17:02:53.898136 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-4e3b0eca-9390-4593-aabf-a0aee206e3ec service neutron] 10.222.0.15 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830495 Apr 11 17:02:53.990287 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e4a747ae-92d5-418a-8ff3-e662bdd7dc29 req-16136c82-c054-4450-9af3-46b188722c1f service neutron] 10.222.0.15 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858369 Apr 11 17:02:54.544740 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166628e6-dc5e-411e-809b-2779b2a31157 req-dd378c07-f4ee-46dd-9b69-2534a8ddce4d tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:54.546212 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-166628e6-dc5e-411e-809b-2779b2a31157 req-dd378c07-f4ee-46dd-9b69-2534a8ddce4d tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 943 time: 0.0460849 Apr 11 17:02:54.591812 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-166628e6-dc5e-411e-809b-2779b2a31157 req-00616c20-e137-4898-8417-51d956672973 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398860 Apr 11 17:02:55.038133 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e9f08467-3e18-452b-b36f-825363199916 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:02:55.135752 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e9f08467-3e18-452b-b36f-825363199916, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9f08467-3e18-452b-b36f-825363199916,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:55.146739 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'e9f08467-3e18-452b-b36f-825363199916', 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec', 'port_id': 'e9f08467-3e18-452b-b36f-825363199916', 'mac_address': 'fa:16:3e:27:d4:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417ae28a-3fc1-432d-9f71-b00c6d86c7f1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:02:55.182903 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port e9f08467-3e18-452b-b36f-825363199916 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:55.183633 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e9f08467-3e18-452b-b36f-825363199916), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.195922 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9f08467-3e18-452b-b36f-825363199916 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:02:55.214470 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e9f08467-3e18-452b-b36f-825363199916, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9f08467-3e18-452b-b36f-825363199916,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:55.218889 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e9f08467-3e18-452b-b36f-825363199916), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:55.264376 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=e9f08467-3e18-452b-b36f-825363199916,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:55.534619 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['e9f08467-3e18-452b-b36f-825363199916'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:02:55.699874 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117df57-38db-4a04-b248-71826d80bc73 req-dc67d8da-8d51-4fcf-af5b-26a923a8d7b0 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:55.701327 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f117df57-38db-4a04-b248-71826d80bc73 req-dc67d8da-8d51-4fcf-af5b-26a923a8d7b0 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 944 time: 0.0448697 Apr 11 17:02:55.748756 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f117df57-38db-4a04-b248-71826d80bc73 req-79886c09-3448-47a9-8383-0e7b926e2cae tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418706 Apr 11 17:02:55.910224 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:02:56.857696 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2483ae4-b63b-43db-94b9-2b4eb6696076 req-56a2fc38-4f60-4308-a9b7-a022e7247146 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:56.859177 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f2483ae4-b63b-43db-94b9-2b4eb6696076 req-56a2fc38-4f60-4308-a9b7-a022e7247146 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 944 time: 0.0454249 Apr 11 17:02:56.903949 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f2483ae4-b63b-43db-94b9-2b4eb6696076 req-1fd98eb0-4256-4583-9d88-7127a9808a34 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392647 Apr 11 17:02:57.047199 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e9f08467-3e18-452b-b36f-825363199916 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:02:57.090992 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port e9f08467-3e18-452b-b36f-825363199916 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:02:57.096784 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port e9f08467-3e18-452b-b36f-825363199916 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:02:57.097281 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (e9f08467-3e18-452b-b36f-825363199916), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.175399 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port e9f08467-3e18-452b-b36f-825363199916 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:02:57.175789 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (e9f08467-3e18-452b-b36f-825363199916), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.197807 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33040eaa-5271-4fc5-9b27-f15f2ea86cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f08467-3e18-452b-b36f-825363199916'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:02:57.200612 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36d35d5-c2d2-4500-b6ee-e6525f76beef" -d '{"events": [{"server_uuid": "33040eaa-5271-4fc5-9b27-f15f2ea86cdc", "name": "network-vif-plugged", "status": "completed", "tag": "e9f08467-3e18-452b-b36f-825363199916"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:02:57.213330 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port e9f08467-3e18-452b-b36f-825363199916, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9f08467-3e18-452b-b36f-825363199916,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:02:57.217840 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (e9f08467-3e18-452b-b36f-825363199916), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.242250 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af77036d-4034-4174-a153-f596dcdd9b57 x-openstack-request-id: req-af77036d-4034-4174-a153-f596dcdd9b57 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:02:57.242548 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33040eaa-5271-4fc5-9b27-f15f2ea86cdc", "name": "network-vif-plugged", "status": "completed", "tag": "e9f08467-3e18-452b-b36f-825363199916", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:02:57.242829 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-af77036d-4034-4174-a153-f596dcdd9b57 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:02:57.243228 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af77036d-4034-4174-a153-f596dcdd9b57'] response: {'server_uuid': '33040eaa-5271-4fc5-9b27-f15f2ea86cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9f08467-3e18-452b-b36f-825363199916', 'code': 200} Apr 11 17:02:57.268360 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=e9f08467-3e18-452b-b36f-825363199916,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:02:57.438766 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100940e8-8100-4af3-8695-22826dfb8d22 req-ecce1043-0f53-4448-99db-c4e81f4cd934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:57.440215 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-100940e8-8100-4af3-8695-22826dfb8d22 req-ecce1043-0f53-4448-99db-c4e81f4cd934 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 1129 time: 0.0373430 Apr 11 17:02:57.483327 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-100940e8-8100-4af3-8695-22826dfb8d22 req-71302373-c503-44ef-b770-1ff871af8cee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368822 Apr 11 17:02:58.012401 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e3c0a-f2d6-4c64-a9d4-5924eb759d60 req-9b551267-8031-4174-abc9-c23c81f4b085 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:58.013841 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-764e3c0a-f2d6-4c64-a9d4-5924eb759d60 req-9b551267-8031-4174-abc9-c23c81f4b085 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 945 time: 0.0453484 Apr 11 17:02:58.061439 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-764e3c0a-f2d6-4c64-a9d4-5924eb759d60 req-d91ed467-c46d-4ae5-b66d-95de1ca00c1e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 Apr 11 17:02:59.175553 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71baf8ba-8cf9-4527-8c8a-6aeec46254a0 req-6a46b9bc-ab51-487c-aec1-0d4ad0de4127 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:59.176989 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-71baf8ba-8cf9-4527-8c8a-6aeec46254a0 req-6a46b9bc-ab51-487c-aec1-0d4ad0de4127 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 945 time: 0.0485716 Apr 11 17:02:59.222247 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-71baf8ba-8cf9-4527-8c8a-6aeec46254a0 req-b3ba5473-e7ee-4e8e-8942-5848f0b6e35e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396242 Apr 11 17:02:59.920859 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c6cb4-7d5d-4869-aa4e-fa3ad86f92fe req-6853dd2d-1ff3-42f8-8a65-ede67fc5998b tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:02:59.922354 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4e0c6cb4-7d5d-4869-aa4e-fa3ad86f92fe req-6853dd2d-1ff3-42f8-8a65-ede67fc5998b tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 945 time: 0.0463278 Apr 11 17:02:59.967807 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-4e0c6cb4-7d5d-4869-aa4e-fa3ad86f92fe req-f8fd1375-16f8-46c0-aeed-3d710b481d4e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398507 Apr 11 17:03:01.083052 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6af586-3e72-4798-b4a4-e6e389aa168e req-30a7d345-8c19-4597-a11e-1aa028de34b4 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:01.084500 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cb6af586-3e72-4798-b4a4-e6e389aa168e req-30a7d345-8c19-4597-a11e-1aa028de34b4 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 945 time: 0.0484893 Apr 11 17:03:01.129731 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-cb6af586-3e72-4798-b4a4-e6e389aa168e req-fe1f61f2-6482-418a-942a-d2d001f6c384 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Apr 11 17:03:01.564749 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-222f6990-d11d-452c-adb4-857046b07dfa tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:01.566209 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-222f6990-d11d-452c-adb4-857046b07dfa tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.15 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 945 time: 0.0489392 Apr 11 17:03:01.648310 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Deleting port e9f08467-3e18-452b-b36f-825363199916 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:03:01.648577 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (e9f08467-3e18-452b-b36f-825363199916), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.736826 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] For port e9f08467-3e18-452b-b36f-825363199916, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e9f08467-3e18-452b-b36f-825363199916,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:01.737198 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (e9f08467-3e18-452b-b36f-825363199916), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.750168 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Calling delete_port for e9f08467-3e18-452b-b36f-825363199916 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:03:01.872147 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (e9f08467-3e18-452b-b36f-825363199916), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.903086 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Pushing event deleted for resources: {'Port': ['ID=e9f08467-3e18-452b-b36f-825363199916,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:01.910286 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['e9f08467-3e18-452b-b36f-825363199916'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:03:01.950106 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] No DVR routers for this DVR port e9f08467-3e18-452b-b36f-825363199916 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:03:01.952695 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:01.956170 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-c9b3f96e-5dd3-4157-92c4-9aaa6e39337b req-1d3b5ef1-f558-4f7c-85ea-cbd4832cc3a8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.15 "DELETE /v2.0/ports/e9f08467-3e18-452b-b36f-825363199916 HTTP/1.1" status: 204 len: 173 time: 0.3840468 Apr 11 17:03:01.956625 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33040eaa-5271-4fc5-9b27-f15f2ea86cdc', 'name': 'network-vif-deleted', 'tag': 'e9f08467-3e18-452b-b36f-825363199916'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:01.959387 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02551a8a-213f-436e-ab47-3bdaed7eb648" -d '{"events": [{"server_uuid": "33040eaa-5271-4fc5-9b27-f15f2ea86cdc", "name": "network-vif-deleted", "tag": "e9f08467-3e18-452b-b36f-825363199916"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:01.994471 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106eb76d-0bb1-4ffb-9d0a-c6f525edeb91 x-openstack-request-id: req-106eb76d-0bb1-4ffb-9d0a-c6f525edeb91 {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:01.994816 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33040eaa-5271-4fc5-9b27-f15f2ea86cdc", "name": "network-vif-deleted", "tag": "e9f08467-3e18-452b-b36f-825363199916", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:01.995068 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-106eb76d-0bb1-4ffb-9d0a-c6f525edeb91 {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:01.995466 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-106eb76d-0bb1-4ffb-9d0a-c6f525edeb91'] response: {'server_uuid': '33040eaa-5271-4fc5-9b27-f15f2ea86cdc', 'name': 'network-vif-deleted', 'tag': 'e9f08467-3e18-452b-b36f-825363199916', 'status': 'completed', 'code': 200} Apr 11 17:03:02.235906 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-72baad11-4f72-4a0f-8ec2-0c6b713bac21 req-ac2953c9-4d72-4734-a3c4-2f4f73e0c4ad tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=33040eaa-5271-4fc5-9b27-f15f2ea86cdc HTTP/1.1" status: 200 len: 210 time: 0.0276918 Apr 11 17:03:03.513832 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-74aba618-d9ca-4678-808b-002a0309a8ce tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:03.515572 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-74aba618-d9ca-4678-808b-002a0309a8ce tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/networks?id=cb1fab46-92ec-4966-8d56-c4730e5420ec HTTP/1.1" status: 200 len: 808 time: 0.1011374 Apr 11 17:03:03.530783 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-6837695f-b4a7-47cd-8d20-f6495cc612b3 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/quotas/d97ae48ae79a4eb6878c76aca9266b9c HTTP/1.1" status: 200 len: 375 time: 0.0093479 Apr 11 17:03:03.562374 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-3bc8d820-ffcb-4088-a023-75b6a87ac720 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?tenant_id=d97ae48ae79a4eb6878c76aca9266b9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267839 Apr 11 17:03:03.648154 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-6982859d-1a84-4508-91bc-6410e2da7d12 service neutron] 10.222.0.73 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791867 Apr 11 17:03:03.736384 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-348f0b61-3c82-4755-9113-aaa56de1f09a service neutron] 10.222.0.73 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821633 Apr 11 17:03:03.888001 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-ed359539-fe07-42d3-b8ce-91a363a95063 req-40693589-85f7-48b6-931f-2da32db40a49 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 210 time: 0.0278141 Apr 11 17:03:04.896478 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-9e7583f1-c9f0-4713-8a6c-87a242cf8e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:04.897922 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-9e7583f1-c9f0-4713-8a6c-87a242cf8e09 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.15 "GET /v2.0/networks?id=cb1fab46-92ec-4966-8d56-c4730e5420ec HTTP/1.1" status: 200 len: 808 time: 0.1020765 Apr 11 17:03:04.919636 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Request body: {'port': {'device_id': '53e19b8b-c0b9-4e1f-9419-1358f4365f87', 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec', 'admin_state_up': True, 'tenant_id': 'd97ae48ae79a4eb6878c76aca9266b9c'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:03:04.982176 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-1aab9cad-7765-428f-ae8e-6e848278c14c req-19f9461d-8d45-488c-9f36-343b5fe04986 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 210 time: 0.0283921 Apr 11 17:03:05.025725 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Made reservation on behalf of d97ae48ae79a4eb6878c76aca9266b9c for: {'port': 1} {{(pid=109889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 17:03:05.029752 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (None), before_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:05.096055 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e9f08467-3e18-452b-b36f-825363199916 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:03:05.116377 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: e9f08467-3e18-452b-b36f-825363199916 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:03:05.116733 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device e9f08467-3e18-452b-b36f-825363199916 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:03:05.153274 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_common [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Allocated IP 172.20.0.14 (cb1fab46-92ec-4966-8d56-c4730e5420ec/417ae28a-3fc1-432d-9f71-b00c6d86c7f1/c4e598f4-c42a-410a-9e3d-0acd003a7fb2) {{(pid=109889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 17:03:05.295318 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks [] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), precommit_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:05.568968 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748665294120', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), after_create {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:05.609618 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Network cb1fab46-92ec-4966-8d56-c4730e5420ec is already hosted by enough agents. {{(pid=109889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 17:03:05.612530 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.base_scheduler [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Resources bound (agent type, host, resource id): {{(pid=109889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 17:03:05.616113 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Received port after_create {{(pid=109889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 17:03:05.625341 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Pushing event updated for resources: {'Port': ['ID=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,revision_number=1']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:05.669343 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:05.669959 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:05.684881 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-170a797f-5dce-48a3-8042-2e5c2ed51904 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7696464 Apr 11 17:03:05.702275 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.v2.base [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Request body: {'port': {'device_id': '53e19b8b-c0b9-4e1f-9419-1358f4365f87', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=109889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:03:05.761731 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:06.011947 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4e598f4-c42a-410a-9e3d-0acd003a7fb2 {{(pid=109889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:03:06.019614 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Publish callbacks [] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), precommit_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:06.033153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.provisioning_blocks [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Transition to ACTIVE for port object c4e598f4-c42a-410a-9e3d-0acd003a7fb2 will not be triggered until provisioned by entity L2. {{(pid=109889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 17:03:06.037226 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:06.096011 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd991bf4-6371-49d9-ba5f-fd51aa46e3cc req-710450a1-0cca-46ae-8219-9ed11e13f239 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:06.097496 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bd991bf4-6371-49d9-ba5f-fd51aa46e3cc req-710450a1-0cca-46ae-8219-9ed11e13f239 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 944 time: 0.0464385 Apr 11 17:03:06.106841 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,revision_number=2']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:06.147809 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-bd991bf4-6371-49d9-ba5f-fd51aa46e3cc req-5e844651-2495-4b90-bc20-e0fa08f11a45 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Apr 11 17:03:06.157727 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Attempting to bind port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 17:03:06.158070 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Attempting to bind port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 17:03:06.158403 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Attempting to bind port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 on network cb1fab46-92ec-4966-8d56-c4730e5420ec {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:03:06.162812 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 on network cb1fab46-92ec-4966-8d56-c4730e5420ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 17:03:06.163135 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Attempting to bind port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 on network cb1fab46-92ec-4966-8d56-c4730e5420ec {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 17:03:06.167873 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Checking agent: {'id': 'd712cd4b-bd78-48c6-9da1-95209383888d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'started_at': datetime.datetime(2022, 4, 11, 16, 48, 48), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 17, 2, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 17:03:06.168213 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Checking segment: {'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 17:03:06.168596 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Bound using segment: {'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'} {{(pid=109889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 17:03:06.169016 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.managers [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Bound port: c4e598f4-c42a-410a-9e3d-0acd003a7fb2, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7001d2c1-cec3-4320-90f9-4218002c9ac5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1154, 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec'}}] {{(pid=109889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 17:03:06.169372 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), before_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:06.237667 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] For port c4e598f4-c42a-410a-9e3d-0acd003a7fb2, host hv-cinder-83716, cleared binding levels {{(pid=109889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 17:03:06.240643 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] For port c4e598f4-c42a-410a-9e3d-0acd003a7fb2, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 17:03:06.245975 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29940347'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), after_update {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:06.283453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:06.284080 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:06.285469 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] 10.222.0.15 "PUT /v2.0/ports/c4e598f4-c42a-410a-9e3d-0acd003a7fb2 HTTP/1.1" status: 200 len: 1094 time: 0.5871336 Apr 11 17:03:06.285908 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e19b8b-c0b9-4e1f-9419-1358f4365f87', 'tag': 'c4e598f4-c42a-410a-9e3d-0acd003a7fb2'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:06.288183 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e196723-b646-439e-87dc-410f03ae42da" -d '{"events": [{"name": "network-changed", "server_uuid": "53e19b8b-c0b9-4e1f-9419-1358f4365f87", "tag": "c4e598f4-c42a-410a-9e3d-0acd003a7fb2"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:06.310912 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20be5180-257d-42ef-a90f-6ff4a079ae25 service neutron] Pushing event updated for resources: {'Port': ['ID=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,revision_number=3']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:06.325036 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c187ec03-16dd-41aa-a2cf-b98f6baea31c x-openstack-request-id: req-c187ec03-16dd-41aa-a2cf-b98f6baea31c {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:06.325330 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e19b8b-c0b9-4e1f-9419-1358f4365f87", "tag": "c4e598f4-c42a-410a-9e3d-0acd003a7fb2", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:06.325590 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c187ec03-16dd-41aa-a2cf-b98f6baea31c {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:06.325997 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c187ec03-16dd-41aa-a2cf-b98f6baea31c'] response: {'name': 'network-changed', 'server_uuid': '53e19b8b-c0b9-4e1f-9419-1358f4365f87', 'tag': 'c4e598f4-c42a-410a-9e3d-0acd003a7fb2', 'status': 'completed', 'code': 200} Apr 11 17:03:06.394399 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-cde5a303-4b79-4e85-871e-e51e96f0966c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:06.395901 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-cde5a303-4b79-4e85-871e-e51e96f0966c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d97ae48ae79a4eb6878c76aca9266b9c&device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 1128 time: 0.0399578 Apr 11 17:03:06.443273 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-a434c433-3c7c-4eaf-939b-164225cc1239 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4e598f4-c42a-410a-9e3d-0acd003a7fb2 HTTP/1.1" status: 200 len: 217 time: 0.0330641 Apr 11 17:03:06.490083 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-862961a9-fb9c-4761-86d6-fe2c0c8ee9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:06.491459 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-862961a9-fb9c-4761-86d6-fe2c0c8ee9b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=417ae28a-3fc1-432d-9f71-b00c6d86c7f1 HTTP/1.1" status: 200 len: 848 time: 0.0422158 Apr 11 17:03:06.531556 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-f55cd86c-60cf-4c6a-8a1a-11b6fb252aaa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb1fab46-92ec-4966-8d56-c4730e5420ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285861 Apr 11 17:03:06.620505 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-4e7e9046-5165-480c-8f09-69dc12f3c4d7 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803752 Apr 11 17:03:06.710942 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-662eac75-5cef-4c58-90cf-2c9f2002723b req-06acbbce-97ee-48cf-8f18-d7ed0fed1641 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837114 Apr 11 17:03:07.256568 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3353d12-796c-4a2e-b04b-55897d2797b8 req-b9361796-328d-4223-88ea-0a8911808cc9 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:07.257996 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b3353d12-796c-4a2e-b04b-55897d2797b8 req-b9361796-328d-4223-88ea-0a8911808cc9 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 944 time: 0.0457807 Apr 11 17:03:07.304048 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-b3353d12-796c-4a2e-b04b-55897d2797b8 req-d915585e-aa4c-47f6-b9ec-fee2533db075 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402024 Apr 11 17:03:07.658121 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196723-b646-439e-87dc-410f03ae42da req-39c7f58a-7b20-45f4-987a-cfef629697d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:07.659680 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e196723-b646-439e-87dc-410f03ae42da req-39c7f58a-7b20-45f4-987a-cfef629697d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d97ae48ae79a4eb6878c76aca9266b9c&device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 1128 time: 0.0401406 Apr 11 17:03:07.750782 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196723-b646-439e-87dc-410f03ae42da req-ca776c45-c557-4fc0-889b-b7921ba2c519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:07.752251 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e196723-b646-439e-87dc-410f03ae42da req-ca776c45-c557-4fc0-889b-b7921ba2c519 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb1fab46-92ec-4966-8d56-c4730e5420ec HTTP/1.1" status: 200 len: 910 time: 0.0863614 Apr 11 17:03:07.793004 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e196723-b646-439e-87dc-410f03ae42da req-66779f15-f8f3-4eb7-a997-2402740d21e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c4e598f4-c42a-410a-9e3d-0acd003a7fb2 HTTP/1.1" status: 200 len: 217 time: 0.0343792 Apr 11 17:03:07.839405 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e196723-b646-439e-87dc-410f03ae42da req-30c1220b-0bcd-42e7-9e65-1274bbd67017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:07.841315 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e196723-b646-439e-87dc-410f03ae42da req-30c1220b-0bcd-42e7-9e65-1274bbd67017 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=417ae28a-3fc1-432d-9f71-b00c6d86c7f1 HTTP/1.1" status: 200 len: 848 time: 0.0424874 Apr 11 17:03:07.872981 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e196723-b646-439e-87dc-410f03ae42da req-69bb196e-7f4e-45cc-b5ba-5dd255618476 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb1fab46-92ec-4966-8d56-c4730e5420ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250542 Apr 11 17:03:07.965483 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e196723-b646-439e-87dc-410f03ae42da req-fbf88a95-b65a-4090-bb12-15233ccead47 service neutron] 10.222.0.15 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856199 Apr 11 17:03:08.057633 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7e196723-b646-439e-87dc-410f03ae42da req-261ce481-7ad6-4e12-b8f3-9c8ce8db1cfd service neutron] 10.222.0.15 "GET /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852680 Apr 11 17:03:08.412580 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e9fe5c-38a3-4999-9746-36e083b198b4 req-6f120ce4-cbd3-48e6-892f-dfe38e38750d tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:08.414014 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-35e9fe5c-38a3-4999-9746-36e083b198b4 req-6f120ce4-cbd3-48e6-892f-dfe38e38750d tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 944 time: 0.0450783 Apr 11 17:03:08.458880 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-35e9fe5c-38a3-4999-9746-36e083b198b4 req-69bcc679-4a98-424d-8898-5146b6748282 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387490 Apr 11 17:03:09.091907 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c4e598f4-c42a-410a-9e3d-0acd003a7fb2 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=109890) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 17:03:09.188650 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c4e598f4-c42a-410a-9e3d-0acd003a7fb2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:09.199854 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Returning: {'device': 'c4e598f4-c42a-410a-9e3d-0acd003a7fb2', 'network_id': 'cb1fab46-92ec-4966-8d56-c4730e5420ec', 'port_id': 'c4e598f4-c42a-410a-9e3d-0acd003a7fb2', 'mac_address': 'fa:16:3e:2f:c9:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '417ae28a-3fc1-432d-9f71-b00c6d86c7f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109890) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 17:03:09.235656 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 is: DOWN; New status is: BUILD {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:09.236048 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:09.248320 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4e598f4-c42a-410a-9e3d-0acd003a7fb2 {{(pid=109890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 17:03:09.267434 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c4e598f4-c42a-410a-9e3d-0acd003a7fb2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:09.271820 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:09.321822 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,revision_number=4']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:09.569215 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['c4e598f4-c42a-410a-9e3d-0acd003a7fb2'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:03:09.807417 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289bae5b-d828-4221-a33d-7936c44cf7c8 req-ffe44324-6588-4478-ac3e-210295c46588 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:09.809374 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-289bae5b-d828-4221-a33d-7936c44cf7c8 req-ffe44324-6588-4478-ac3e-210295c46588 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 945 time: 0.2855361 Apr 11 17:03:09.854092 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-289bae5b-d828-4221-a33d-7936c44cf7c8 req-48d83d05-4088-45cd-a55d-3fed6edcefb3 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390358 Apr 11 17:03:10.084897 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a340b0-67db-41f7-ab37-5d258d469a08 req-dbcc6c26-b998-4c1b-810d-03b83df423fb tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.086300 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-91a340b0-67db-41f7-ab37-5d258d469a08 req-dbcc6c26-b998-4c1b-810d-03b83df423fb tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0488908 Apr 11 17:03:10.119635 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-7ecde888-0993-4690-8a4e-bda4867ec6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.121717 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-7ecde888-0993-4690-8a4e-bda4867ec6b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1169 time: 0.0411117 Apr 11 17:03:10.145411 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-91a340b0-67db-41f7-ab37-5d258d469a08 req-670d945a-dcae-41b7-9386-e398ec6f5cec tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532074 Apr 11 17:03:10.210147 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-e2a96708-faa0-45db-9b45-c1ef7a2b3ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.211659 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-e2a96708-faa0-45db-9b45-c1ef7a2b3ebf service neutron] 10.222.0.15 "GET /v2.0/networks?id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 200 len: 916 time: 0.0840542 Apr 11 17:03:10.280896 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-add65049-972f-4fa7-bf03-79726967054a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 1002 time: 0.0619662 Apr 11 17:03:10.327651 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-c11c5b9f-0f7c-4185-8a87-2275dcb5969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.329058 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-c11c5b9f-0f7c-4185-8a87-2275dcb5969b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2345e9b8-042e-4f4e-a78b-9a63f116e11d HTTP/1.1" status: 200 len: 853 time: 0.0424328 Apr 11 17:03:10.371715 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-02d06186-adce-4347-8d2b-04141b839172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.373173 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-02d06186-adce-4347-8d2b-04141b839172 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376842 Apr 11 17:03:10.464146 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-0bd68604-1f35-4318-86b5-0c57b7c786e7 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836945 Apr 11 17:03:10.552277 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-a1b2c268-46fd-407f-8e4d-a38b1b9c0d54 req-3b382616-e50c-466f-b3ac-3bb39a21d38c service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815306 Apr 11 17:03:10.968618 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38ada43-8aa9-4022-8d3f-a96fdaf436af req-defa79ee-137a-42ca-b4a2-7ecd8fff6356 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:10.970084 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e38ada43-8aa9-4022-8d3f-a96fdaf436af req-defa79ee-137a-42ca-b4a2-7ecd8fff6356 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 945 time: 0.0492022 Apr 11 17:03:11.015420 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e38ada43-8aa9-4022-8d3f-a96fdaf436af req-2b9b4a8c-ff2e-4cac-8fff-a0210c8bb965 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397770 Apr 11 17:03:11.100910 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c4e598f4-c42a-410a-9e3d-0acd003a7fb2 up at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 17:03:11.144277 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning for port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 completed by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 17:03:11.149960 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Provisioning complete for port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 triggered by entity L2. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:11.150321 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:11.226022 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Current status of the port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 is: BUILD; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:11.226412 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), before_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:11.249514 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e19b8b-c0b9-4e1f-9419-1358f4365f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e598f4-c42a-410a-9e3d-0acd003a7fb2'}] {{(pid=109890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:11.251761 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75f9692b36066ef173c61144233408de31b19d2833a13b780f65915ff21b4f16" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c99348-08b9-4640-9a91-01ed6fb8d6e9" -d '{"events": [{"server_uuid": "53e19b8b-c0b9-4e1f-9419-1358f4365f87", "name": "network-vif-plugged", "status": "completed", "tag": "c4e598f4-c42a-410a-9e3d-0acd003a7fb2"}]}' {{(pid=109890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:11.256173 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014f127-d4f6-47b5-9019-6f9dd086ef49 req-a1982ca8-48e2-4f09-98d8-8789a6fb7392 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:11.257699 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e014f127-d4f6-47b5-9019-6f9dd086ef49 req-a1982ca8-48e2-4f09-98d8-8789a6fb7392 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0459905 Apr 11 17:03:11.265897 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] For port c4e598f4-c42a-410a-9e3d-0acd003a7fb2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:11.270074 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:11.299151 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c901b0-8e71-414d-90db-f950aa39dff8 x-openstack-request-id: req-e2c901b0-8e71-414d-90db-f950aa39dff8 {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:11.299450 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e19b8b-c0b9-4e1f-9419-1358f4365f87", "name": "network-vif-plugged", "status": "completed", "tag": "c4e598f4-c42a-410a-9e3d-0acd003a7fb2", "code": 200}]} {{(pid=109890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:11.299689 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2c901b0-8e71-414d-90db-f950aa39dff8 {{(pid=109890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:11.300411 dv-cinder-837166-2-iscsi neutron-server[109890]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2c901b0-8e71-414d-90db-f950aa39dff8'] response: {'server_uuid': '53e19b8b-c0b9-4e1f-9419-1358f4365f87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4e598f4-c42a-410a-9e3d-0acd003a7fb2', 'code': 200} Apr 11 17:03:11.320122 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e014f127-d4f6-47b5-9019-6f9dd086ef49 req-7b864186-4bed-4a5a-a2c4-e4df51a01b08 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546482 Apr 11 17:03:11.325812 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Pushing event updated for resources: {'Port': ['ID=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,revision_number=5']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:11.528107 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddc6678-6315-4dcd-8232-8a64cc552c72 req-d9d8c6cb-6a0a-4ca2-abab-1847d3422e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:11.529561 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1ddc6678-6315-4dcd-8232-8a64cc552c72 req-d9d8c6cb-6a0a-4ca2-abab-1847d3422e08 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 1130 time: 0.0427792 Apr 11 17:03:11.571678 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-1ddc6678-6315-4dcd-8232-8a64cc552c72 req-c756596f-6536-4e7e-882c-d292f452be61 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352566 Apr 11 17:03:12.130268 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a898d3c-7f50-4d1f-bfe5-ad99884d7e6a req-ea9ae34e-5005-473b-9168-a5db253f26e5 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:12.131748 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9a898d3c-7f50-4d1f-bfe5-ad99884d7e6a req-ea9ae34e-5005-473b-9168-a5db253f26e5 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 946 time: 0.0500779 Apr 11 17:03:12.177290 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9a898d3c-7f50-4d1f-bfe5-ad99884d7e6a req-ca109d3b-2467-427f-b36f-b948409f5935 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Apr 11 17:03:12.433315 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a17b747-0a86-4a7f-8996-49b4e215a06b req-e1410b50-3a9e-4261-b65b-24b9421a47fc tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:12.434793 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3a17b747-0a86-4a7f-8996-49b4e215a06b req-e1410b50-3a9e-4261-b65b-24b9421a47fc tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0459781 Apr 11 17:03:12.493518 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-3a17b747-0a86-4a7f-8996-49b4e215a06b req-0d9a5a05-5666-4c1a-bfe5-939e5c9bde8a tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530901 Apr 11 17:03:12.519172 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-af334673-ff3f-445a-9121-8c7e9bd5f343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:13.286422 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4395903-7811-4fbc-98f3-68c889019cd3 req-6d1ae0d0-2859-4522-b529-a4857b35d69e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:13.287886 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f4395903-7811-4fbc-98f3-68c889019cd3 req-6d1ae0d0-2859-4522-b529-a4857b35d69e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 946 time: 0.0459948 Apr 11 17:03:13.336648 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-f4395903-7811-4fbc-98f3-68c889019cd3 req-d85666b5-4182-49d1-a33c-eeff409f9344 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433345 Apr 11 17:03:13.605775 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaebe32-f533-4326-86da-cb5f08b28e8c req-0608a331-8744-4ef0-a71f-d3af829c3dfd tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:13.607327 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-adaebe32-f533-4326-86da-cb5f08b28e8c req-0608a331-8744-4ef0-a71f-d3af829c3dfd tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0462160 Apr 11 17:03:13.668058 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-adaebe32-f533-4326-86da-cb5f08b28e8c req-3a0bfce8-fdac-475e-93c1-8b9a6a86cda0 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549641 Apr 11 17:03:14.039929 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e7d842-5312-479b-a864-9b364bc13d42 req-87e948aa-2b2a-424e-88b6-7dedba52f701 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:14.041310 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-74e7d842-5312-479b-a864-9b364bc13d42 req-87e948aa-2b2a-424e-88b6-7dedba52f701 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 946 time: 0.0468037 Apr 11 17:03:14.086701 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-74e7d842-5312-479b-a864-9b364bc13d42 req-a3b8589f-05a2-4f80-a61d-67a513ce3532 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Apr 11 17:03:14.784898 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c59851-ea7f-4afd-8a73-c1683979240f req-8f6c8e2b-cca9-40dd-be0b-7736865f8765 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:14.786274 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-65c59851-ea7f-4afd-8a73-c1683979240f req-8f6c8e2b-cca9-40dd-be0b-7736865f8765 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0495548 Apr 11 17:03:14.843624 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-65c59851-ea7f-4afd-8a73-c1683979240f req-8a42e78b-30f4-41df-b27e-a05b8c4894fd tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517163 Apr 11 17:03:14.861599 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-c28e70bd-b6e4-45fb-8f06-42761eff9bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:15.199607 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ba1d7e-f4d0-4262-8267-3ee183af6e47 req-ff851f76-b736-4e0e-964d-37d804e597d8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:15.201060 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d5ba1d7e-f4d0-4262-8267-3ee183af6e47 req-ff851f76-b736-4e0e-964d-37d804e597d8 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 946 time: 0.0456715 Apr 11 17:03:15.247035 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-d5ba1d7e-f4d0-4262-8267-3ee183af6e47 req-07d1f4b8-32a7-4605-8b8d-dca82328667e tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/security-groups?id=a8761531-78c8-4ace-8deb-b889996d59df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406003 Apr 11 17:03:15.607682 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-c7dddde5-758d-45d0-a3a0-1e23c4b26a1d tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:15.609088 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-c7dddde5-758d-45d0-a3a0-1e23c4b26a1d tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 946 time: 0.0455036 Apr 11 17:03:15.694161 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Deleting port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:03:15.694428 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:15.784119 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] For port c4e598f4-c42a-410a-9e3d-0acd003a7fb2, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,segment=NetworkSegment(7001d2c1-cec3-4320-90f9-4218002c9ac5),segment_id=7001d2c1-cec3-4320-90f9-4218002c9ac5)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:15.784637 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:15.799167 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Calling delete_port for c4e598f4-c42a-410a-9e3d-0acd003a7fb2 owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:03:15.929560 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (c4e598f4-c42a-410a-9e3d-0acd003a7fb2), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:15.956700 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Pushing event deleted for resources: {'Port': ['ID=c4e598f4-c42a-410a-9e3d-0acd003a7fb2,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:15.960906 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:15.967259 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['c4e598f4-c42a-410a-9e3d-0acd003a7fb2'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:03:15.967963 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f30abc0-8a18-4db6-b1c4-fcb6c0c22034 req-0697661e-ea20-4a48-934e-fe9a3d3c21ab tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:15.974954 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0f30abc0-8a18-4db6-b1c4-fcb6c0c22034 req-0697661e-ea20-4a48-934e-fe9a3d3c21ab tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0633111 Apr 11 17:03:16.003700 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] No DVR routers for this DVR port c4e598f4-c42a-410a-9e3d-0acd003a7fb2 on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:03:16.006115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:16.009348 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-266ce3e3-1d19-47f7-8c43-3d69741ff879 req-0c1d105f-b9c5-4e53-99a1-66b136d9208f tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.15 "DELETE /v2.0/ports/c4e598f4-c42a-410a-9e3d-0acd003a7fb2 HTTP/1.1" status: 204 len: 173 time: 0.3947656 Apr 11 17:03:16.009784 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e19b8b-c0b9-4e1f-9419-1358f4365f87', 'name': 'network-vif-deleted', 'tag': 'c4e598f4-c42a-410a-9e3d-0acd003a7fb2'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:16.012846 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb1e0ad-4660-4ebe-a7fe-5b142f7177e9" -d '{"events": [{"server_uuid": "53e19b8b-c0b9-4e1f-9419-1358f4365f87", "name": "network-vif-deleted", "tag": "c4e598f4-c42a-410a-9e3d-0acd003a7fb2"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:16.042281 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0f30abc0-8a18-4db6-b1c4-fcb6c0c22034 req-d9eaf54f-8ea0-4e85-bfed-bca6637937c3 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664284 Apr 11 17:03:16.050157 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a06e8c3-78b9-4cda-bfab-685726772abc x-openstack-request-id: req-3a06e8c3-78b9-4cda-bfab-685726772abc {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:16.050453 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e19b8b-c0b9-4e1f-9419-1358f4365f87", "name": "network-vif-deleted", "tag": "c4e598f4-c42a-410a-9e3d-0acd003a7fb2", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:16.050751 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3a06e8c3-78b9-4cda-bfab-685726772abc {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:16.051159 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a06e8c3-78b9-4cda-bfab-685726772abc'] response: {'server_uuid': '53e19b8b-c0b9-4e1f-9419-1358f4365f87', 'name': 'network-vif-deleted', 'tag': 'c4e598f4-c42a-410a-9e3d-0acd003a7fb2', 'status': 'completed', 'code': 200} Apr 11 17:03:16.358217 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-26d858fb-5688-44cb-99f9-8745acef0826 req-2691be56-25a4-4877-8a41-a8288b4830b3 tempest-VolumesActionsTest-1192786544 tempest-VolumesActionsTest-1192786544-project] 10.222.0.73 "GET /v2.0/ports?device_id=53e19b8b-c0b9-4e1f-9419-1358f4365f87 HTTP/1.1" status: 200 len: 210 time: 0.0284166 Apr 11 17:03:17.156166 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab5267-b2a7-4f8d-84cc-66f9b8b5654b req-2187333d-a376-4d0c-9ed7-aa3d86dfc4a0 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:17.157617 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-72ab5267-b2a7-4f8d-84cc-66f9b8b5654b req-2187333d-a376-4d0c-9ed7-aa3d86dfc4a0 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0456538 Apr 11 17:03:17.213929 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-72ab5267-b2a7-4f8d-84cc-66f9b8b5654b req-1ac95150-2ae7-494d-a965-ada8d06ede40 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506723 Apr 11 17:03:17.582234 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:18.326741 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f55ad-63a5-4740-ac22-e463157a81c7 req-d60cb2cc-bed2-455e-9eaa-d1aba152525d tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:18.328239 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2d2f55ad-63a5-4740-ac22-e463157a81c7 req-d60cb2cc-bed2-455e-9eaa-d1aba152525d tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0494652 Apr 11 17:03:18.386152 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-2d2f55ad-63a5-4740-ac22-e463157a81c7 req-099eef5d-d1a1-4122-8b30-f33278d11e97 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518854 Apr 11 17:03:18.994702 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:19.496642 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3732916-e80b-4062-9125-28258e622011 req-7ba3a121-ea32-4cab-aa8e-99cf0d4494a9 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:19.498102 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e3732916-e80b-4062-9125-28258e622011 req-7ba3a121-ea32-4cab-aa8e-99cf0d4494a9 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0462909 Apr 11 17:03:19.556091 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-e3732916-e80b-4062-9125-28258e622011 req-b2daa3fa-cb70-484c-8d93-a76bc2a5218e tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523098 Apr 11 17:03:19.994260 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c4e598f4-c42a-410a-9e3d-0acd003a7fb2 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:03:20.015599 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: c4e598f4-c42a-410a-9e3d-0acd003a7fb2 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:03:20.016196 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device c4e598f4-c42a-410a-9e3d-0acd003a7fb2 not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:03:20.666514 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111401a-11a7-4c7c-aa00-3f011f96e499 req-2627f111-efd0-48ce-bbbc-d12a5e08301c tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:20.668687 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9111401a-11a7-4c7c-aa00-3f011f96e499 req-2627f111-efd0-48ce-bbbc-d12a5e08301c tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0470412 Apr 11 17:03:20.729020 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9111401a-11a7-4c7c-aa00-3f011f96e499 req-d1b19b49-33b7-436b-a61a-c78098dac4c1 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0547850 Apr 11 17:03:21.839574 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7825607-8d11-4839-b7f9-a5e418b52430 req-238c09e5-6302-40d0-92aa-013c0c1ed70e tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:21.841052 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a7825607-8d11-4839-b7f9-a5e418b52430 req-238c09e5-6302-40d0-92aa-013c0c1ed70e tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0459745 Apr 11 17:03:21.899386 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-a7825607-8d11-4839-b7f9-a5e418b52430 req-2ff94fc4-38d5-4870-bba0-91e492d92463 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525854 Apr 11 17:03:22.591772 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:23.025252 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ccc680-b079-4948-912f-77591d60a7b7 req-18f5e076-f7f1-41ff-8c9c-e09cd9449a8d tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:23.027536 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-13ccc680-b079-4948-912f-77591d60a7b7 req-18f5e076-f7f1-41ff-8c9c-e09cd9449a8d tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0524614 Apr 11 17:03:23.115756 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-13ccc680-b079-4948-912f-77591d60a7b7 req-cbea5fe6-158d-405a-a977-c154dbdce6c5 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c&id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0791354 Apr 11 17:03:32.911750 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:03:38.044060 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46184) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:38.091613 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Deleting subnet 417ae28a-3fc1-432d-9f71-b00c6d86c7f1 {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:03:38.094676 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Publish callbacks [] for subnet (417ae28a-3fc1-432d-9f71-b00c6d86c7f1), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.127961 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29398338'] for subnet (417ae28a-3fc1-432d-9f71-b00c6d86c7f1), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.165978 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (417ae28a-3fc1-432d-9f71-b00c6d86c7f1), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.215491 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29940237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33203665'] for subnet (417ae28a-3fc1-432d-9f71-b00c6d86c7f1), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.239875 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=417ae28a-3fc1-432d-9f71-b00c6d86c7f1,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:38.244399 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.248100 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] 10.222.0.73 "DELETE /v2.0/subnets/417ae28a-3fc1-432d-9f71-b00c6d86c7f1 HTTP/1.1" status: 204 len: 168 time: 0.2030063 Apr 11 17:03:38.250617 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46186) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:38.253070 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.253434 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.253796 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.254153 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.254502 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.254877 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.255218 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.255558 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.255901 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.256241 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.256581 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.256920 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.257256 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.257589 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.257923 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c92606d7-726d-425d-8411-0017a3f893ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.320912 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (cb1fab46-92ec-4966-8d56-c4730e5420ec), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.397653 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (cb1fab46-92ec-4966-8d56-c4730e5420ec), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.416262 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1fab46-92ec-4966-8d56-c4730e5420ec']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:38.425472 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7001d2c1-cec3-4320-90f9-4218002c9ac5') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:38.425773 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7001d2c1-cec3-4320-90f9-4218002c9ac5') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:38.435212 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (7001d2c1-cec3-4320-90f9-4218002c9ac5), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.447659 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (7001d2c1-cec3-4320-90f9-4218002c9ac5), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.453316 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Releasing vlan 1154 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:03:38.453704 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (7001d2c1-cec3-4320-90f9-4218002c9ac5), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:03:38.455338 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:03:38.508127 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (cb1fab46-92ec-4966-8d56-c4730e5420ec), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.514464 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.517675 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] 10.222.0.73 "DELETE /v2.0/networks/cb1fab46-92ec-4966-8d56-c4730e5420ec HTTP/1.1" status: 204 len: 168 time: 0.2659512 Apr 11 17:03:38.527070 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1fab46-92ec-4966-8d56-c4730e5420ec,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:38.534140 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.534535 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.534913 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.535263 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.535610 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.535952 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.536291 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.536628 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.536966 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.537303 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.537639 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.537975 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.538312 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.538662 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.538993 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27a24c07-351f-4359-9bff-7ceaf5e1f294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109888) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:03:38.640386 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46190) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:38.683784 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c3895acb-77a2-4b6a-9409-2ff6172cf2c8 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=d97ae48ae79a4eb6878c76aca9266b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422385 Apr 11 17:03:38.686137 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46192) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:38.731238 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba18-7eb5-4dbc-b761-eb001ff48332 admin admin] Publish callbacks [] for security_group (a8761531-78c8-4ace-8deb-b889996d59df), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.751195 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba18-7eb5-4dbc-b761-eb001ff48332 admin admin] Publish callbacks [] for security_group (a8761531-78c8-4ace-8deb-b889996d59df), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.798449 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba18-7eb5-4dbc-b761-eb001ff48332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (a8761531-78c8-4ace-8deb-b889996d59df), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.800954 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-3ef9ba18-7eb5-4dbc-b761-eb001ff48332 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:38.802086 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-3ef9ba18-7eb5-4dbc-b761-eb001ff48332 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/a8761531-78c8-4ace-8deb-b889996d59df HTTP/1.1" status: 204 len: 168 time: 0.1150298 Apr 11 17:03:38.809789 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef9ba18-7eb5-4dbc-b761-eb001ff48332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8761531-78c8-4ace-8deb-b889996d59df,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:42.520774 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a30c1b1f-a6bb-47fe-a75e-11e563df0cbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:44.863618 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-89bfda39-649c-4f64-b938-dfccbf87cd7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:45.957204 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:47.580787 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:48.997898 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:51.226445 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-d871b3bb-3952-4529-8e18-05c8450fc190 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376620 Apr 11 17:03:51.322132 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-00c48d22-aa7b-4359-b739-641d9467c584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:51.323642 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-00c48d22-aa7b-4359-b739-641d9467c584 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1169 time: 0.0384874 Apr 11 17:03:51.427235 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-447deac0-d184-41ab-bf90-e8a9b34351bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:51.428691 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-447deac0-d184-41ab-bf90-e8a9b34351bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 200 len: 916 time: 0.0859301 Apr 11 17:03:51.496895 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-695a9e5d-53c3-4aab-bd81-9f2d47445af7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 1002 time: 0.0608664 Apr 11 17:03:51.543540 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-8ec0a3a5-346a-4976-9d56-a16f63b5fc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:51.544933 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-8ec0a3a5-346a-4976-9d56-a16f63b5fc01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2345e9b8-042e-4f4e-a78b-9a63f116e11d HTTP/1.1" status: 200 len: 853 time: 0.0426204 Apr 11 17:03:51.587421 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-77f2a97e-025d-46b1-af66-73df5e46f684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:51.588859 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-77f2a97e-025d-46b1-af66-73df5e46f684 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374830 Apr 11 17:03:51.680596 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-4b29bb2f-a268-403a-aaee-2244011fc461 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836384 Apr 11 17:03:51.767682 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-e7e47534-c624-4ecd-bf90-ffde0ce07af9 req-ed5c5f3f-8e28-4c02-b27d-7438b676719e service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805748 Apr 11 17:03:52.629504 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:55.688804 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0845734a-a15b-41a5-8655-a7252eaac283 req-29a836e2-105e-4905-93cf-28bf068924d7 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604301716&fields=id&tenant_id=c7994d24146849ada7ff0333c09e7f82 HTTP/1.1" status: 200 len: 267 time: 0.0427504 Apr 11 17:03:55.741302 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3afbf661-5f39-44d5-8f4d-a9eab8c02478 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:55.742791 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3afbf661-5f39-44d5-8f4d-a9eab8c02478 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 985 time: 0.0489106 Apr 11 17:03:55.753714 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.v2.base [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Request body: {'port': {'security_groups': ['9b0940a2-4820-4634-8086-00758acc814d']}} {{(pid=109888) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 17:03:55.820480 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3855189'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), before_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:55.986961 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] For port b9a6d1d4-1cac-4880-b8b6-79183c20beca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:03:56.014905 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), precommit_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.019433 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748665820447', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748665294138', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748665294156', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25284003'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), after_update {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.054452 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['b9a6d1d4-1cac-4880-b8b6-79183c20beca'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:03:56.066380 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:56.067047 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.068417 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0845734a-a15b-41a5-8655-a7252eaac283 req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "PUT /v2.0/ports/b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 943 time: 0.3189969 Apr 11 17:03:56.068869 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:56.071159 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7171bb79-0db2-4961-91f2-3759b954649e" -d '{"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:56.075915 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46202) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:56.116223 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a044365-760f-424a-99f5-57c837c431af x-openstack-request-id: req-8a044365-760f-424a-99f5-57c837c431af {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:56.116526 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:56.116781 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8a044365-760f-424a-99f5-57c837c431af {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:56.117189 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a044365-760f-424a-99f5-57c837c431af'] response: {'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'status': 'completed', 'code': 200} Apr 11 17:03:56.125663 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4803f-11af-4211-bdfe-0c5c10d53761 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event updated for resources: {'Port': ['ID=b9a6d1d4-1cac-4880-b8b6-79183c20beca,revision_number=7']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:56.156704 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-930784d6-0d4a-4f9c-8540-a62180eeba46 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group (b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.184141 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-930784d6-0d4a-4f9c-8540-a62180eeba46 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group (b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.202972 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['b9a6d1d4-1cac-4880-b8b6-79183c20beca'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:03:56.214508 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171bb79-0db2-4961-91f2-3759b954649e req-025ef323-c23a-4533-a4a6-a493283047b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:56.216913 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7171bb79-0db2-4961-91f2-3759b954649e req-025ef323-c23a-4533-a4a6-a493283047b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1130 time: 0.0523617 Apr 11 17:03:56.260410 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-930784d6-0d4a-4f9c-8540-a62180eeba46 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.264911 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-930784d6-0d4a-4f9c-8540-a62180eeba46 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.266372 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-930784d6-0d4a-4f9c-8540-a62180eeba46 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "DELETE /v2.0/security-groups/b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c HTTP/1.1" status: 204 len: 168 time: 0.1894820 Apr 11 17:03:56.277894 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46204) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:03:56.279769 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930784d6-0d4a-4f9c-8540-a62180eeba46 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c753e3-f772-4d1e-8a6e-2ddd3ccc592c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:56.334237 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171bb79-0db2-4961-91f2-3759b954649e req-5e20920f-3a11-48bf-b515-5f73aaf4754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:56.335832 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7171bb79-0db2-4961-91f2-3759b954649e req-5e20920f-3a11-48bf-b515-5f73aaf4754b service neutron] 10.222.0.15 "GET /v2.0/networks?id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 200 len: 916 time: 0.1087801 Apr 11 17:03:56.396924 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.provisioning_blocks [None req-8596bb24-995b-463b-a66e-f2adad777860 None None] Provisioning complete for port b9a6d1d4-1cac-4880-b8b6-79183c20beca triggered by entity DHCP. {{(pid=109890) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 17:03:56.397310 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8596bb24-995b-463b-a66e-f2adad777860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3902558'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), provisioning_complete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.406621 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7171bb79-0db2-4961-91f2-3759b954649e req-f83947d5-1cbe-46fb-a87e-75a0c91d623b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 1002 time: 0.0642531 Apr 11 17:03:56.467241 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171bb79-0db2-4961-91f2-3759b954649e req-40a97158-5ab5-4d97-8300-0b0604c0a7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:56.469198 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Deleting port fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:03:56.469379 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7171bb79-0db2-4961-91f2-3759b954649e req-40a97158-5ab5-4d97-8300-0b0604c0a7cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2345e9b8-042e-4f4e-a78b-9a63f116e11d HTTP/1.1" status: 200 len: 853 time: 0.0533626 Apr 11 17:03:56.469549 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.479117 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-8596bb24-995b-463b-a66e-f2adad777860 None None] Current status of the port b9a6d1d4-1cac-4880-b8b6-79183c20beca is: ACTIVE; New status is: ACTIVE {{(pid=109890) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 17:03:56.512900 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7171bb79-0db2-4961-91f2-3759b954649e req-604dc877-60f1-4754-ba5c-0881b81cca5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:56.514403 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7171bb79-0db2-4961-91f2-3759b954649e req-604dc877-60f1-4754-ba5c-0881b81cca5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389638 Apr 11 17:03:56.549118 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.549452 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for floatingip (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.561735 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Calling delete_port for fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b owned by network:floatingip {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:03:56.606423 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7171bb79-0db2-4961-91f2-3759b954649e req-7a297a82-f306-4c4b-9734-7369c4e70cd0 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852687 Apr 11 17:03:56.694200 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-7171bb79-0db2-4961-91f2-3759b954649e req-18131257-a6a8-4799-b89d-f6abf22c69a4 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817130 Apr 11 17:03:56.705159 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.730771 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event deleted for resources: {'Port': ['ID=fc5f0c7d-8188-4f9d-a3d3-6f0f4164064b,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:03:56.789295 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks [] for floatingip (4e35cfac-a005-46ab-a43c-b6ce71457851), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:56.789623 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.db.l3_db [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Floating IP 4e35cfac-a005-46ab-a43c-b6ce71457851 disassociated (deleted). External IP: 172.27.1.171, port: b9a6d1d4-1cac-4880-b8b6-79183c20beca. Apr 11 17:03:56.995932 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Router 4b473446-4349-4b7e-bcf5-e870538378ba has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:03:57.104403 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:03:57.109262 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for floatingip (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:57.114173 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] Sync routers for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:03:57.123898 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:57.124519 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:03:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:57.137780 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-c3fbffe5-a21f-430b-8269-5222746c8c91 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "DELETE /v2.0/floatingips/4e35cfac-a005-46ab-a43c-b6ce71457851 HTTP/1.1" status: 204 len: 168 time: 0.8497629 Apr 11 17:03:57.233880 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:57.430151 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 5, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:57.457253 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] Checking router: 4b473446-4349-4b7e-bcf5-e870538378ba for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:03:57.465367 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:03:57.465971 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:03:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:57.572235 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:03:57.756334 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 5, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:03:57.786350 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5dc3a9-dba9-4646-af6f-c5c9d35f7306 None None] The sync data for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi is: [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:01:57Z', 'revision_number': 4, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi', '_interfaces': [{'id': 'b4d606e2-ddd5-4bcd-a65a-d135801527dd', 'name': '', 'network_id': 'b85ed34f-aab4-48a9-8943-ba1aa80dd7b4', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'mac_address': 'fa:16:3e:7e:cc:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 679, 'fixed_ips': [{'subnet_id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:56Z', 'updated_at': '2022-04-11T17:02:02Z', 'revision_number': 5, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'subnets': [{'id': '2345e9b8-042e-4f4e-a78b-9a63f116e11d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:03:58.030310 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cce92fe-e056-496c-9905-d94c47c63aab None None] New status for floating IP 4e35cfac-a005-46ab-a43c-b6ce71457851: DOWN {{(pid=109891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 17:03:58.118507 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca'}] {{(pid=109888) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:03:58.121493 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fc34d230282c10f50f076f305ca6816e1e1b05a4b168e543f0ad13f9f65473fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507b4c9c-9554-437e-a03c-a8356419bbf5" -d '{"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca"}]}' {{(pid=109888) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:03:58.158868 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 17:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9cfa98-625e-49b1-ad9f-7a1fcb425113 x-openstack-request-id: req-9e9cfa98-625e-49b1-ad9f-7a1fcb425113 {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:03:58.159180 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca", "status": "completed", "code": 200}]} {{(pid=109888) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:03:58.159433 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9e9cfa98-625e-49b1-ad9f-7a1fcb425113 {{(pid=109888) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:03:58.159858 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9cfa98-625e-49b1-ad9f-7a1fcb425113'] response: {'name': 'network-changed', 'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'status': 'completed', 'code': 200} Apr 11 17:03:58.240325 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-93fe776c-7b25-4968-bb3d-0ece57b4a325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:58.241783 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-93fe776c-7b25-4968-bb3d-0ece57b4a325 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c7994d24146849ada7ff0333c09e7f82&device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 1130 time: 0.0385075 Apr 11 17:03:58.333436 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-6f554dc2-536d-4796-865d-890484299a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:58.334915 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-6f554dc2-536d-4796-865d-890484299a63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 200 len: 916 time: 0.0851357 Apr 11 17:03:58.373872 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-b7d3fb48-cd8e-45f8-b046-442acfac4232 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 200 len: 217 time: 0.0330281 Apr 11 17:03:58.426287 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-36b2d829-5ca5-4c3e-acfb-1bb417ca3fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:58.427789 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-36b2d829-5ca5-4c3e-acfb-1bb417ca3fbd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2345e9b8-042e-4f4e-a78b-9a63f116e11d HTTP/1.1" status: 200 len: 853 time: 0.0468981 Apr 11 17:03:58.471252 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-2c1a5234-686e-49ab-98b2-6ef030acac4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:58.472778 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-2c1a5234-686e-49ab-98b2-6ef030acac4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382679 Apr 11 17:03:58.569730 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-d3010cc1-0f68-4a09-b0da-485358fe6854 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901358 Apr 11 17:03:58.660796 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-507b4c9c-9554-437e-a03c-a8356419bbf5 req-dc717d16-dd79-405d-a3e2-1d53dbdfdb30 service neutron] 10.222.0.15 "GET /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841219 Apr 11 17:03:59.832511 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82609cab-0ab5-4143-8f10-179eed46ebc1 req-69c796ff-5bbe-4a1b-ad32-fcecca4c0202 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:03:59.833957 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-82609cab-0ab5-4143-8f10-179eed46ebc1 req-69c796ff-5bbe-4a1b-ad32-fcecca4c0202 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0492408 Apr 11 17:03:59.879342 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-82609cab-0ab5-4143-8f10-179eed46ebc1 req-9013afb1-9c66-487c-ae13-ef96dcce06eb tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391078 Apr 11 17:04:00.991532 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad187ff-c678-4c9f-bac5-24cecbf266cd req-b227d569-ee6d-4045-8911-5257328c268c tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109888) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:00.992986 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ad187ff-c678-4c9f-bac5-24cecbf266cd req-b227d569-ee6d-4045-8911-5257328c268c tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0475998 Apr 11 17:04:01.038448 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-9ad187ff-c678-4c9f-bac5-24cecbf266cd req-563475a3-0e94-4244-a2a1-c61277f7822f tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/security-groups?id=9b0940a2-4820-4634-8086-00758acc814d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 Apr 11 17:04:01.708265 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-0a08fdbd-e90c-4cea-86aa-725e5498c72f tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 17:04:01.709588 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-0a08fdbd-e90c-4cea-86aa-725e5498c72f tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.15 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 946 time: 0.0454192 Apr 11 17:04:01.793115 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Deleting port b9a6d1d4-1cac-4880-b8b6-79183c20beca {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:01.793458 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:01.878141 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] For port b9a6d1d4-1cac-4880-b8b6-79183c20beca, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=b9a6d1d4-1cac-4880-b8b6-79183c20beca,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:01.878503 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:01.894980 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Calling delete_port for b9a6d1d4-1cac-4880-b8b6-79183c20beca owned by compute:nova {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:02.019672 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (b9a6d1d4-1cac-4880-b8b6-79183c20beca), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:02.046731 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Pushing event deleted for resources: {'Port': ['ID=b9a6d1d4-1cac-4880-b8b6-79183c20beca,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:02.059844 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] get_ports_and_sgs() called for port_ids ['b9a6d1d4-1cac-4880-b8b6-79183c20beca'] {{(pid=109890) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 17:04:02.096278 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] No DVR routers for this DVR port b9a6d1d4-1cac-4880-b8b6-79183c20beca on host hv-cinder-83716 {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:04:02.098884 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-108490'] for port (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:02.102401 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [req-50156f30-5117-44ec-bcf9-95868f8fc76b req-c09a8d99-e5f0-452a-bed9-c5baa7f32649 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.15 "DELETE /v2.0/ports/b9a6d1d4-1cac-4880-b8b6-79183c20beca HTTP/1.1" status: 204 len: 173 time: 0.3873842 Apr 11 17:04:02.103184 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'name': 'network-vif-deleted', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca'}] {{(pid=109889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 17:04:02.106356 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9e6551d76e7228bc18df3b245f4847e6d2ef99c0a7155284c1613b72009065b8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1676d038-67e1-4bc5-950a-f019fcc4cddd" -d '{"events": [{"server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "name": "network-vif-deleted", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca"}]}' {{(pid=109889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 17:04:02.140550 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [req-0d53541e-c41d-4604-a25c-358c452c76d8 req-8ca9332e-09e9-44ad-aa38-7ceb1d958cd7 tempest-TestMinimumBasicScenario-685587176 tempest-TestMinimumBasicScenario-685587176-project] 10.222.0.73 "GET /v2.0/ports?device_id=adced27e-9867-4ba3-979c-c547f20ca87c HTTP/1.1" status: 200 len: 210 time: 0.0304568 Apr 11 17:04:02.152853 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 17:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03454b6-fc1d-4439-a2f1-769aedc42dff x-openstack-request-id: req-a03454b6-fc1d-4439-a2f1-769aedc42dff {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 17:04:02.153144 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adced27e-9867-4ba3-979c-c547f20ca87c", "name": "network-vif-deleted", "tag": "b9a6d1d4-1cac-4880-b8b6-79183c20beca", "status": "completed", "code": 200}]} {{(pid=109889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 17:04:02.153399 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a03454b6-fc1d-4439-a2f1-769aedc42dff {{(pid=109889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 17:04:02.153804 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a03454b6-fc1d-4439-a2f1-769aedc42dff'] response: {'server_uuid': 'adced27e-9867-4ba3-979c-c547f20ca87c', 'name': 'network-vif-deleted', 'tag': 'b9a6d1d4-1cac-4880-b8b6-79183c20beca', 'status': 'completed', 'code': 200} Apr 11 17:04:03.747350 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46278) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:04.070560 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (4b473446-4349-4b7e-bcf5-e870538378ba), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:04.295442 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Deleting port b4d606e2-ddd5-4bcd-a65a-d135801527dd {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:04.295785 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:04.369677 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] For port b4d606e2-ddd5-4bcd-a65a-d135801527dd, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=b4d606e2-ddd5-4bcd-a65a-d135801527dd,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:04.370051 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:04.386986 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Calling delete_port for b4d606e2-ddd5-4bcd-a65a-d135801527dd owned by network:router_interface {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:04.560657 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (b4d606e2-ddd5-4bcd-a65a-d135801527dd), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:04.585460 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d606e2-ddd5-4bcd-a65a-d135801527dd,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:04.750095 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (4b473446-4349-4b7e-bcf5-e870538378ba), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:04.962467 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Router 4b473446-4349-4b7e-bcf5-e870538378ba has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109888) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:04:05.067647 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109888) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:04:05.072577 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-17307e63-090b-40f7-9557-d79cad515da9 admin admin] 10.222.0.73 "PUT /v2.0/routers/4b473446-4349-4b7e-bcf5-e870538378ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3242249 Apr 11 17:04:05.075090 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46280) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:05.076164 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] Sync routers for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:04:05.086326 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:04:05.086979 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:03:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:05.196598 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: dv-cinder-837166-2-iscsi {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:04:05.372833 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11'}], 'enable_snat': True}, 'gw_port_id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:04:04Z', 'revision_number': 5, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port': {'id': '54227c03-3d75-4c93-87a7-2b07731fb49c', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f3:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:55Z', 'updated_at': '2022-04-11T17:01:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:05.418418 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks [] for router (4b473446-4349-4b7e-bcf5-e870538378ba), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.527869 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks [] for router_gateway (4b473446-4349-4b7e-bcf5-e870538378ba), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.529055 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device b9a6d1d4-1cac-4880-b8b6-79183c20beca no longer exists at agent hyperv_hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:05.531189 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] Checking router: 4b473446-4349-4b7e-bcf5-e870538378ba for host: dv-cinder-837166-2-iscsi {{(pid=109890) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:04:05.552769 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] No Port match for: b9a6d1d4-1cac-4880-b8b6-79183c20beca {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:05.553122 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Device b9a6d1d4-1cac-4880-b8b6-79183c20beca not bound to the agent host hv-cinder-83716 {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:05.559616 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] Routers {'4b473446-4349-4b7e-bcf5-e870538378ba'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109890) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:04:05.560239 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:03:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['4b473446-4349-4b7e-bcf5-e870538378ba'], 'active': True} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:05.572982 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Deleting port 54227c03-3d75-4c93-87a7-2b07731fb49c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:05.573344 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.647271 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvr_db [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] Set router 4b473446-4349-4b7e-bcf5-e870538378ba gateway port host: None {{(pid=109890) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:04:05.649127 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] For port 54227c03-3d75-4c93-87a7-2b07731fb49c, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=54227c03-3d75-4c93-87a7-2b07731fb49c,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:05.649494 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.665210 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Calling delete_port for 54227c03-3d75-4c93-87a7-2b07731fb49c owned by network:router_gateway {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:05.701338 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_hamode_db [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:04:05Z', 'revision_number': 6, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:05.727530 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735d0d79-f954-494b-b477-f35ecbe25a92 None None] The sync data for ids ['4b473446-4349-4b7e-bcf5-e870538378ba'] in dv-cinder-837166-2-iscsi is: [{'id': '4b473446-4349-4b7e-bcf5-e870538378ba', 'name': 'tempest-TestMinimumBasicScenario-883551448-router', 'tenant_id': 'c7994d24146849ada7ff0333c09e7f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:54Z', 'updated_at': '2022-04-11T17:04:05Z', 'revision_number': 6, 'project_id': 'c7994d24146849ada7ff0333c09e7f82', 'gw_port_host': None}] {{(pid=109890) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:04:05.827637 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (54227c03-3d75-4c93-87a7-2b07731fb49c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:05.852021 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Pushing event deleted for resources: {'Port': ['ID=54227c03-3d75-4c93-87a7-2b07731fb49c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:05.912192 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (4b473446-4349-4b7e-bcf5-e870538378ba), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.001577 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (4b473446-4349-4b7e-bcf5-e870538378ba), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.003660 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks [] for router_controller (4b473446-4349-4b7e-bcf5-e870538378ba), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.050387 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (4b473446-4349-4b7e-bcf5-e870538378ba), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.050914 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b473446-4349-4b7e-bcf5-e870538378ba {{(pid=109888) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:04:06.055200 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.056325 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-655d9ace-8415-4e1e-97f8-a796c494d282 admin admin] 10.222.0.73 "DELETE /v2.0/routers/4b473446-4349-4b7e-bcf5-e870538378ba HTTP/1.1" status: 204 len: 168 time: 0.9803195 Apr 11 17:04:06.058867 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46282) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:06.103560 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f2b82d-f0f7-4a95-b9a1-d0eff4698a46 admin admin] Deleting subnet 2345e9b8-042e-4f4e-a78b-9a63f116e11d {{(pid=109888) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:04:06.106926 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-30f2b82d-f0f7-4a95-b9a1-d0eff4698a46 admin admin] Publish callbacks [] for subnet (2345e9b8-042e-4f4e-a78b-9a63f116e11d), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.142731 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-30f2b82d-f0f7-4a95-b9a1-d0eff4698a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26006124'] for subnet (2345e9b8-042e-4f4e-a78b-9a63f116e11d), precommit_delete_associations {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.223199 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-30f2b82d-f0f7-4a95-b9a1-d0eff4698a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (2345e9b8-042e-4f4e-a78b-9a63f116e11d), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.272126 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-30f2b82d-f0f7-4a95-b9a1-d0eff4698a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25284053', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29328844'] for subnet (2345e9b8-042e-4f4e-a78b-9a63f116e11d), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.296556 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f2b82d-f0f7-4a95-b9a1-d0eff4698a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2345e9b8-042e-4f4e-a78b-9a63f116e11d,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:06.300215 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-30f2b82d-f0f7-4a95-b9a1-d0eff4698a46 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.303307 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-30f2b82d-f0f7-4a95-b9a1-d0eff4698a46 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/2345e9b8-042e-4f4e-a78b-9a63f116e11d HTTP/1.1" status: 204 len: 168 time: 0.2435243 Apr 11 17:04:06.305703 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46284) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:06.308345 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90257860-7387-44c5-9eda-6f031dd87216 None None] Network b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:04:06.372310 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (b85ed34f-aab4-48a9-8943-ba1aa80dd7b4), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.420574 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Deleting port c9902845-527b-4589-b564-124eee62923c {{(pid=109888) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:06.420918 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (c9902845-527b-4589-b564-124eee62923c), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.483548 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.db [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] For port c9902845-527b-4589-b564-124eee62923c, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c9902845-527b-4589-b564-124eee62923c,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109888) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:06.483915 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (c9902845-527b-4589-b564-124eee62923c), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.499176 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.plugin [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Calling delete_port for c9902845-527b-4589-b564-124eee62923c owned by network:dhcp {{(pid=109888) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:06.524110 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] DHCP port deletion for b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:04:06.564508 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Deleting port c9902845-527b-4589-b564-124eee62923c {{(pid=109890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:06.564982 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (c9902845-527b-4589-b564-124eee62923c), before_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.583786 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25284008'] for port (c9902845-527b-4589-b564-124eee62923c), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.609147 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9902845-527b-4589-b564-124eee62923c,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:06.612719 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] No DVR routers for this DVR port c9902845-527b-4589-b564-124eee62923c on host dv-cinder-837166-2-iscsi {{(pid=109888) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:04:06.633099 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.db [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] For port c9902845-527b-4589-b564-124eee62923c, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=c9902845-527b-4589-b564-124eee62923c,segment=NetworkSegment(81463c2b-c718-456e-a4a4-81136518e304),segment_id=81463c2b-c718-456e-a4a4-81136518e304)] {{(pid=109890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:06.633516 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (c9902845-527b-4589-b564-124eee62923c), precommit_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.648653 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Calling delete_port for c9902845-527b-4589-b564-124eee62923c owned by network:dhcp {{(pid=109890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:06.686492 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (b85ed34f-aab4-48a9-8943-ba1aa80dd7b4), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.707463 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85ed34f-aab4-48a9-8943-ba1aa80dd7b4']}} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:06.716892 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81463c2b-c718-456e-a4a4-81136518e304') {'for_net_delete': True} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:06.717186 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.services.segments.db [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81463c2b-c718-456e-a4a4-81136518e304') {} {{(pid=109888) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:06.722960 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129'] for port (c9902845-527b-4589-b564-124eee62923c), after_delete {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.726847 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26006117'] for segment (81463c2b-c718-456e-a4a4-81136518e304), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.740403 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (81463c2b-c718-456e-a4a4-81136518e304), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.747465 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Releasing vlan 1171 on physical network physnet1 to pool {{(pid=109888) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:04:06.748093 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25283967'] for segment (81463c2b-c718-456e-a4a4-81136518e304), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: Traceback (most recent call last): Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: timer() Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: cb(*args, **kw) Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: return func(*args, **kwargs) Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: self._notify() Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: self.callback(batched_events) Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: event.method(event) Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: return f(self, *a, **k) Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._get(url).json() Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: return self.request(url, 'GET', **kwargs) Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:04:06.749948 dv-cinder-837166-2-iscsi neutron-server[109888]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:04:06.755203 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Pushing event deleted for resources: {'Port': ['ID=c9902845-527b-4589-b564-124eee62923c,revision_number=None']} {{(pid=109890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:06.757565 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] No DVR routers for this DVR port c9902845-527b-4589-b564-124eee62923c on host dv-cinder-837166-2-iscsi {{(pid=109890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:04:06.768686 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.769045 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.769409 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.769759 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.770710 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.770710 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.770895 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.771123 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.771463 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.771801 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.772368 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.772466 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.773896 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.773896 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.773896 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5afdf9d-b710-4aa6-8ef5-7f974198d4f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837166-2-iscsi {{(pid=109890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 17:04:06.812633 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (b85ed34f-aab4-48a9-8943-ba1aa80dd7b4), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.820457 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:06.827065 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] 10.222.0.73 "DELETE /v2.0/networks/b85ed34f-aab4-48a9-8943-ba1aa80dd7b4 HTTP/1.1" status: 204 len: 168 time: 0.5203609 Apr 11 17:04:06.828237 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46286) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:06.837885 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d226ff7-ef17-4ce2-94d4-6992057e9da5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b85ed34f-aab4-48a9-8943-ba1aa80dd7b4,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:07.401041 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-578225'] for router_interface (5afecbcc-34af-4a1d-b3fe-dd246b132a87), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.491589 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device b4d606e2-ddd5-4bcd-a65a-d135801527dd no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:07.511637 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: b4d606e2-ddd5-4bcd-a65a-d135801527dd {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:07.512245 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device b4d606e2-ddd5-4bcd-a65a-d135801527dd not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:07.512664 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 54227c03-3d75-4c93-87a7-2b07731fb49c no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:07.531634 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 54227c03-3d75-4c93-87a7-2b07731fb49c {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:07.531989 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 54227c03-3d75-4c93-87a7-2b07731fb49c not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:07.532403 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c9902845-527b-4589-b564-124eee62923c no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:07.551490 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: c9902845-527b-4589-b564-124eee62923c {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:07.551851 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device c9902845-527b-4589-b564-124eee62923c not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:07.640381 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Deleting port 07a3b491-39e4-4a22-9292-1b402eba4162 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:07.640729 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.718859 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] For port 07a3b491-39e4-4a22-9292-1b402eba4162, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=07a3b491-39e4-4a22-9292-1b402eba4162,segment=NetworkSegment(1bc56e9a-1fa1-4edc-8a60-3070090f31bc),segment_id=1bc56e9a-1fa1-4edc-8a60-3070090f31bc)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:07.719151 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.731420 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Calling delete_port for 07a3b491-39e4-4a22-9292-1b402eba4162 owned by network:router_interface {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:07.906410 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (07a3b491-39e4-4a22-9292-1b402eba4162), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:07.932334 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a3b491-39e4-4a22-9292-1b402eba4162,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:08.100424 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586965', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-578077'] for router_interface (5afecbcc-34af-4a1d-b3fe-dd246b132a87), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.315274 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 has already been hosted by L3 agent 5d8e7d76-b191-4db3-b3fb-c812a5edbabc {{(pid=109889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 17:04:08.421419 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] Notify agent at l3_agent.dv-cinder-837166-2-iscsi the message routers_updated {{(pid=109889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 17:04:08.426308 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-c50e83b8-5b1d-41d2-b69a-da9c6cadb077 admin admin] 10.222.0.73 "PUT /v2.0/routers/5afecbcc-34af-4a1d-b3fe-dd246b132a87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5969141 Apr 11 17:04:08.428743 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46288) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:08.431255 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] Sync routers for ids ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'] in dv-cinder-837166-2-iscsi {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 17:04:08.441580 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] Routers {'5afecbcc-34af-4a1d-b3fe-dd246b132a87'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:04:08.442183 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:03:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:08.535052 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks [] for router (5afecbcc-34af-4a1d-b3fe-dd246b132a87), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.634391 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] Set router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 gateway port host: dv-cinder-837166-2-iscsi {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:04:08.643712 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks [] for router_gateway (5afecbcc-34af-4a1d-b3fe-dd246b132a87), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.687782 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Deleting port 37957daa-36f4-4af3-a3e2-cfcc05e44a00 {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:08.688225 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.768296 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] For port 37957daa-36f4-4af3-a3e2-cfcc05e44a00, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=37957daa-36f4-4af3-a3e2-cfcc05e44a00,segment=NetworkSegment(f20868ad-85f1-41d0-807f-ed1a77849611),segment_id=f20868ad-85f1-41d0-807f-ed1a77849611)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:08.768666 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.781306 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Calling delete_port for 37957daa-36f4-4af3-a3e2-cfcc05e44a00 owned by network:router_gateway {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:08.799773 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'external_fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222'}], 'enable_snat': True}, 'gw_port_id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:04:07Z', 'revision_number': 5, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port': {'id': '37957daa-36f4-4af3-a3e2-cfcc05e44a00', 'name': '', 'network_id': 'd77d523e-a7ef-4e9c-a8aa-de7041994475', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:45:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '16d028a9-feff-4896-991a-c258f23c3b74', 'ip_address': '172.27.1.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837166-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:02:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '16d028a9-feff-4896-991a-c258f23c3b74', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837166-2-iscsi'}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:08.826784 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] Checking router: 5afecbcc-34af-4a1d-b3fe-dd246b132a87 for host: dv-cinder-837166-2-iscsi {{(pid=109891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 17:04:08.836056 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] Routers {'5afecbcc-34af-4a1d-b3fe-dd246b132a87'} bound to L3 agent in host dv-cinder-837166-2-iscsi {{(pid=109891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 17:04:08.836657 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837166-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:42:15Z,description=,heartbeat_timestamp=2022-04-11T17:03:45Z,host='dv-cinder-837166-2-iscsi',id=5d8e7d76-b191-4db3-b3fb-c812a5edbabc,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:42:15Z,topic='l3_agent')) {'router_ids': ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'], 'active': True} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:08.928002 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_dvr_db [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] Set router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 gateway port host: None {{(pid=109891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 17:04:08.946811 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (37957daa-36f4-4af3-a3e2-cfcc05e44a00), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:08.973821 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=37957daa-36f4-4af3-a3e2-cfcc05e44a00,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:08.989813 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.l3_hamode_db [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:04:08Z', 'revision_number': 6, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port_host': None}], 'dv-cinder-837166-2-iscsi', False) {} {{(pid=109891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:09.018134 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c63649cc-9aa5-43d8-b111-9042250370b7 None None] The sync data for ids ['5afecbcc-34af-4a1d-b3fe-dd246b132a87'] in dv-cinder-837166-2-iscsi is: [{'id': '5afecbcc-34af-4a1d-b3fe-dd246b132a87', 'name': 'tempest-TestMinimumBasicScenario-708107435-router', 'tenant_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T17:01:59Z', 'updated_at': '2022-04-11T17:04:08Z', 'revision_number': 6, 'project_id': '8e93d4be3f5e4f57ab92462022ff48dd', 'gw_port_host': None}] {{(pid=109891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 17:04:09.036769 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-578555'] for router_gateway (5afecbcc-34af-4a1d-b3fe-dd246b132a87), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.131878 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679765', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-14740'] for router (5afecbcc-34af-4a1d-b3fe-dd246b132a87), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.133992 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks [] for router_controller (5afecbcc-34af-4a1d-b3fe-dd246b132a87), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.175325 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679772'] for router (5afecbcc-34af-4a1d-b3fe-dd246b132a87), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.175866 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afecbcc-34af-4a1d-b3fe-dd246b132a87 {{(pid=109889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 17:04:09.180582 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.181713 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-928d86bd-344c-446f-b989-a001329f01b4 admin admin] 10.222.0.73 "DELETE /v2.0/routers/5afecbcc-34af-4a1d-b3fe-dd246b132a87 HTTP/1.1" status: 204 len: 168 time: 0.7520673 Apr 11 17:04:09.184368 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46290) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:09.227811 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c68342-6a76-4d81-b65c-a1f954ffe117 admin admin] Deleting subnet e03912d7-0e5d-41a8-b529-c61a37c6106a {{(pid=109889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 17:04:09.231050 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26c68342-6a76-4d81-b65c-a1f954ffe117 admin admin] Publish callbacks [] for subnet (e03912d7-0e5d-41a8-b529-c61a37c6106a), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.264438 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26c68342-6a76-4d81-b65c-a1f954ffe117 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29398338'] for subnet (e03912d7-0e5d-41a8-b529-c61a37c6106a), precommit_delete_associations {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.343307 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26c68342-6a76-4d81-b65c-a1f954ffe117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3909434'] for subnet (e03912d7-0e5d-41a8-b529-c61a37c6106a), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.395432 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26c68342-6a76-4d81-b65c-a1f954ffe117 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3909379', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-544768', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29940237', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-33203665'] for subnet (e03912d7-0e5d-41a8-b529-c61a37c6106a), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.419878 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c68342-6a76-4d81-b65c-a1f954ffe117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03912d7-0e5d-41a8-b529-c61a37c6106a,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:09.425637 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-26c68342-6a76-4d81-b65c-a1f954ffe117 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for subnet (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.428855 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-26c68342-6a76-4d81-b65c-a1f954ffe117 admin admin] 10.222.0.73 "DELETE /v2.0/subnets/e03912d7-0e5d-41a8-b529-c61a37c6106a HTTP/1.1" status: 204 len: 168 time: 0.2434685 Apr 11 17:04:09.431331 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46292) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:09.434727 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3e4acc-6629-4cc0-bcd1-fce1c116b197 None None] Network 7f92f156-2f06-4507-a744-979934380365 requested from dv-cinder-837166-2-iscsi {{(pid=109890) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 17:04:09.507726 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3834473'] for network (7f92f156-2f06-4507-a744-979934380365), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.553121 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Deleting port 4da66999-6ab6-4c8e-9465-04f3236140da {{(pid=109889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 17:04:09.553365 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748665812255'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.615022 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.db [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] For port 4da66999-6ab6-4c8e-9465-04f3236140da, host dv-cinder-837166-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837166-2-iscsi',level=0,port_id=4da66999-6ab6-4c8e-9465-04f3236140da,segment=NetworkSegment(1bc56e9a-1fa1-4edc-8a60-3070090f31bc),segment_id=1bc56e9a-1fa1-4edc-8a60-3070090f31bc)] {{(pid=109889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 17:04:09.615395 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-570159'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.631819 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.plugin [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Calling delete_port for 4da66999-6ab6-4c8e-9465-04f3236140da owned by network:dhcp {{(pid=109889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 17:04:09.708281 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3856311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206336', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748665820429', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748665294129', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29940336'] for port (4da66999-6ab6-4c8e-9465-04f3236140da), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.736051 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] No DVR routers for this DVR port 4da66999-6ab6-4c8e-9465-04f3236140da on host dv-cinder-837166-2-iscsi {{(pid=109889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 17:04:09.737670 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Pushing event deleted for resources: {'Port': ['ID=4da66999-6ab6-4c8e-9465-04f3236140da,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:09.811898 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3912631', 'neutron.services.segments.db._delete_segments_for_network-8748665790383'] for network (7f92f156-2f06-4507-a744-979934380365), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.828453 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d29924e-063a-4cee-b1b4-65cdb08abc58 None None] DHCP port deletion for 7f92f156-2f06-4507-a744-979934380365 request from dv-cinder-837166-2-iscsi {{(pid=109890) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 17:04:09.835821 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f92f156-2f06-4507-a744-979934380365']}} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:09.847493 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc56e9a-1fa1-4edc-8a60-3070090f31bc') {'for_net_delete': True} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:09.848026 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.services.segments.db [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc56e9a-1fa1-4edc-8a60-3070090f31bc') {} {{(pid=109889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 17:04:09.858754 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748665792184', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29398347'] for segment (1bc56e9a-1fa1-4edc-8a60-3070090f31bc), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.872593 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607'] for segment (1bc56e9a-1fa1-4edc-8a60-3070090f31bc), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.878982 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Releasing vlan 1177 on physical network physnet1 to pool {{(pid=109889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 17:04:09.879443 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3911607', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29940391'] for segment (1bc56e9a-1fa1-4edc-8a60-3070090f31bc), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: Traceback (most recent call last): Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: timer() Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: cb(*args, **kw) Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: return func(*args, **kwargs) Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: self._notify() Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: self.callback(batched_events) Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: event.method(event) Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: return f(self, *a, **k) Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._get(url).json() Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: return self.request(url, 'GET', **kwargs) Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 17:04:09.881403 dv-cinder-837166-2-iscsi neutron-server[109889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 17:04:09.897613 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 07a3b491-39e4-4a22-9292-1b402eba4162 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:09.910673 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:04:09.927184 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 07a3b491-39e4-4a22-9292-1b402eba4162 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:09.927543 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 07a3b491-39e4-4a22-9292-1b402eba4162 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:09.938840 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3912632', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554955', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586946', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-578463'] for network (7f92f156-2f06-4507-a744-979934380365), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.944612 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586800'] for network (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:09.947727 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] 10.222.0.73 "DELETE /v2.0/networks/7f92f156-2f06-4507-a744-979934380365 HTTP/1.1" status: 204 len: 168 time: 0.5155315 Apr 11 17:04:09.965580 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ee47c1-fb84-4420-a59d-10f986e2fdfc admin admin] Pushing event deleted for resources: {'Network': ['ID=7f92f156-2f06-4507-a744-979934380365,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:10.126392 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46296) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:10.174458 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-ffc497a4-b27f-41df-9c3c-4d0f2e3d1ee9 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=c7994d24146849ada7ff0333c09e7f82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473073 Apr 11 17:04:10.176995 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.wsgi [-] (109889) accepted ('10.222.0.73', 46298) {{(pid=109889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:10.233185 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33d4a79e-6483-465c-a224-08b99d5f6b46 admin admin] Publish callbacks [] for security_group (9b0940a2-4820-4634-8086-00758acc814d), before_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.255936 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33d4a79e-6483-465c-a224-08b99d5f6b46 admin admin] Publish callbacks [] for security_group (9b0940a2-4820-4634-8086-00758acc814d), precommit_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.301928 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33d4a79e-6483-465c-a224-08b99d5f6b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (9b0940a2-4820-4634-8086-00758acc814d), after_delete {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.304538 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron_lib.callbacks.manager [None req-33d4a79e-6483-465c-a224-08b99d5f6b46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.305719 dv-cinder-837166-2-iscsi neutron-server[109889]: INFO neutron.wsgi [None req-33d4a79e-6483-465c-a224-08b99d5f6b46 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/9b0940a2-4820-4634-8086-00758acc814d HTTP/1.1" status: 204 len: 168 time: 0.1277976 Apr 11 17:04:10.314377 dv-cinder-837166-2-iscsi neutron-server[109889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4a79e-6483-465c-a224-08b99d5f6b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0940a2-4820-4634-8086-00758acc814d,revision_number=None']} {{(pid=109889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:10.607691 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46304) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:10.646468 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-8f5743cd-5b75-41e6-95a7-7b5f7987ff44 admin admin] 10.222.0.73 "GET /v2.0/security-groups?tenant_id=8e93d4be3f5e4f57ab92462022ff48dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376053 Apr 11 17:04:10.648911 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.wsgi [-] (109888) accepted ('10.222.0.73', 46306) {{(pid=109888) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 17:04:10.698920 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65246343-257c-4db7-b78f-2b29964c1602 admin admin] Publish callbacks [] for security_group (5e915ff3-52af-43f6-9729-15db80c8aac1), before_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.719703 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65246343-257c-4db7-b78f-2b29964c1602 admin admin] Publish callbacks [] for security_group (5e915ff3-52af-43f6-9729-15db80c8aac1), precommit_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.765889 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65246343-257c-4db7-b78f-2b29964c1602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-554786'] for security_group (5e915ff3-52af-43f6-9729-15db80c8aac1), after_delete {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.768486 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron_lib.callbacks.manager [None req-65246343-257c-4db7-b78f-2b29964c1602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109888) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:10.769604 dv-cinder-837166-2-iscsi neutron-server[109888]: INFO neutron.wsgi [None req-65246343-257c-4db7-b78f-2b29964c1602 admin admin] 10.222.0.73 "DELETE /v2.0/security-groups/5e915ff3-52af-43f6-9729-15db80c8aac1 HTTP/1.1" status: 204 len: 168 time: 0.1197956 Apr 11 17:04:10.777575 dv-cinder-837166-2-iscsi neutron-server[109888]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65246343-257c-4db7-b78f-2b29964c1602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e915ff3-52af-43f6-9729-15db80c8aac1,revision_number=None']} {{(pid=109888) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 17:04:11.485137 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 4da66999-6ab6-4c8e-9465-04f3236140da no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:11.505470 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 4da66999-6ab6-4c8e-9465-04f3236140da {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:11.505822 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 4da66999-6ab6-4c8e-9465-04f3236140da not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:11.506232 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 37957daa-36f4-4af3-a3e2-cfcc05e44a00 no longer exists at agent ovs-agent-dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 17:04:11.524444 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.plugin [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] No Port match for: 37957daa-36f4-4af3-a3e2-cfcc05e44a00 {{(pid=109890) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 17:04:11.524797 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron.plugins.ml2.rpc [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Device 37957daa-36f4-4af3-a3e2-cfcc05e44a00 not bound to the agent host dv-cinder-837166-2-iscsi {{(pid=109890) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 17:04:12.523555 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-416fdb4a-b7fd-49d4-9e7d-c17e609dc6a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:14.864676 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-be7053c2-efbb-4d63-be9d-36170d344b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:15.960039 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:17.586385 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:18.999524 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:22.628791 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:42.526759 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-51f21f0f-a983-4817-9fa3-7a5826bc1fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:44.865565 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-5c685ec5-6023-475a-add6-5bfbc62882fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:45.964423 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:46.910034 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:04:47.586823 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:49.003535 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:04:52.644157 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:12.528374 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-42ec5f1b-9e23-4274-98c1-ba26948ff0b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:14.868687 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-14c56563-f070-45f7-a211-d2b803a08ee3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:15.966228 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:17.590355 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:19.006434 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:22.648865 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:23.909409 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:05:42.528975 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-dd07e5d1-550a-4650-b2c9-4ab8f32df97a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:44.872674 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-cfa2d06b-ade3-4d2f-9d5d-cf3435308e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:45.970736 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:47.592807 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:49.008882 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:05:52.643190 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:00.908907 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:06:12.529108 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-da3f2d71-063e-4977-9ac3-6cb03c52b7c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:14.872810 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f910b4cf-c652-472e-9f14-47ccd895b430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:15.972620 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:17.598615 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:19.011128 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:22.658383 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:37.908899 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:06:42.530124 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-f721838b-dec5-4655-8e41-8db99e804441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:44.874659 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-34076842-5ce0-4c9d-8ca2-01a4f6972a5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:45.975197 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:47.596910 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:49.019065 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:06:52.661529 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:12.531604 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-8c3b77f9-9062-48ee-a19c-1391a4ce7f32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:14.875264 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-21e500c9-ab97-4b59-95bb-d8dbdd0f7e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:14.907782 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:07:15.979185 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:17.600303 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:19.010804 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:22.658521 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:42.534828 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-9af38a17-2994-4651-bcac-0289ab6b15ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:44.876257 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-abfeae38-c391-4269-92bc-d7cc66e9140e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:45.980269 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:47.602436 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:49.013175 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:07:51.906800 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:07:52.676007 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:12.536130 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-ef71d12b-6fbc-414b-b8a7-1a40a6cb192c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:14.877137 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c487-8217-4107-b8d3-4a5a7f9546b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:15.986514 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:17.605000 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:19.016711 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:22.671511 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:28.906212 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:08:42.537594 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-788a78df-54fd-4c3d-adc9-7fcc81ce348e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:44.878109 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b22b8c2e-6863-437a-b2e1-694be79b6839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:45.986469 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:47.607966 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:49.018246 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:08:52.671073 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:05.904293 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:09:12.537380 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-fad8d2a8-7f36-452c-96b8-21b204e446e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:14.878729 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-6cd326c1-b65b-4e4a-88b3-6d156d31624f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (5d8e7d76-b191-4db3-b3fb-c812a5edbabc), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:15.988955 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-45c37858-a48b-49a5-b142-3de76e7e0ca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (b43b7479-0eac-4785-8843-a1071c90b0ed), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:17.610364 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-232d6b0a-d400-4141-8f93-7d1c9cbdc525 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (c0f02af3-2b02-4201-a5a4-7df44a732353), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:19.024922 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-48dfa376-4fe9-4e66-bee7-85ace470bdee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (bb383bd0-9034-46bb-925d-988ea269503a), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:22.701743 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-b5fda2ad-aeb9-49a8-83b0-21a9695e0f30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (d712cd4b-bd78-48c6-9da1-95209383888d), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:42.540696 dv-cinder-837166-2-iscsi neutron-server[109890]: DEBUG neutron_lib.callbacks.manager [None req-472b4baf-0aff-4c8e-9c18-dae26f23c699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748665790365', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3902704'] for agent (e63aad30-c774-4471-bd11-ca036f6957ac), after_update {{(pid=109890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:09:42.903274 dv-cinder-837166-2-iscsi neutron-server[109891]: DEBUG neutron.db.agents_db [None req-026833f8-e74f-41c7-9563-c8fbe47110c6 None None] Agent healthcheck: found 6 active agents {{(pid=109891) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}